=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
E1028 11:59:57.309079 84965 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/functional-665758/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.316005304s)
ha_test.go:309: expected profile "ha-273199" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-273199\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-273199\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-273199\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.208\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.225\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.14\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.29\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\"
:false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"
MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-273199 -n ha-273199
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-273199 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-273199 logs -n 25: (1.260333638s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-273199 cp ha-273199-m03:/home/docker/cp-test.txt | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199:/home/docker/cp-test_ha-273199-m03_ha-273199.txt | | | | | |
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-273199 ssh -n ha-273199 sudo cat | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | /home/docker/cp-test_ha-273199-m03_ha-273199.txt | | | | | |
| cp | ha-273199 cp ha-273199-m03:/home/docker/cp-test.txt | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m02:/home/docker/cp-test_ha-273199-m03_ha-273199-m02.txt | | | | | |
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-273199 ssh -n ha-273199-m02 sudo cat | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | /home/docker/cp-test_ha-273199-m03_ha-273199-m02.txt | | | | | |
| cp | ha-273199 cp ha-273199-m03:/home/docker/cp-test.txt | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m04:/home/docker/cp-test_ha-273199-m03_ha-273199-m04.txt | | | | | |
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-273199 ssh -n ha-273199-m04 sudo cat | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | /home/docker/cp-test_ha-273199-m03_ha-273199-m04.txt | | | | | |
| cp | ha-273199 cp testdata/cp-test.txt | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-273199 cp ha-273199-m04:/home/docker/cp-test.txt | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile3536995069/001/cp-test_ha-273199-m04.txt | | | | | |
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-273199 cp ha-273199-m04:/home/docker/cp-test.txt | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199:/home/docker/cp-test_ha-273199-m04_ha-273199.txt | | | | | |
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-273199 ssh -n ha-273199 sudo cat | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | /home/docker/cp-test_ha-273199-m04_ha-273199.txt | | | | | |
| cp | ha-273199 cp ha-273199-m04:/home/docker/cp-test.txt | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m02:/home/docker/cp-test_ha-273199-m04_ha-273199-m02.txt | | | | | |
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-273199 ssh -n ha-273199-m02 sudo cat | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | /home/docker/cp-test_ha-273199-m04_ha-273199-m02.txt | | | | | |
| cp | ha-273199 cp ha-273199-m04:/home/docker/cp-test.txt | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m03:/home/docker/cp-test_ha-273199-m04_ha-273199-m03.txt | | | | | |
| ssh | ha-273199 ssh -n | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | ha-273199-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-273199 ssh -n ha-273199-m03 sudo cat | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | 28 Oct 24 11:57 UTC |
| | /home/docker/cp-test_ha-273199-m04_ha-273199-m03.txt | | | | | |
| node | ha-273199 node stop m02 -v=7 | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:57 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-273199 node start m02 -v=7 | ha-273199 | jenkins | v1.34.0 | 28 Oct 24 11:59 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 11:52:57
Running on machine: ubuntu-20-agent-7
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:52:57.905238 95151 out.go:345] Setting OutFile to fd 1 ...
I1028 11:52:57.905348 95151 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:52:57.905358 95151 out.go:358] Setting ErrFile to fd 2...
I1028 11:52:57.905363 95151 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:52:57.905525 95151 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-77800/.minikube/bin
I1028 11:52:57.906087 95151 out.go:352] Setting JSON to false
I1028 11:52:57.907021 95151 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-7","uptime":5728,"bootTime":1730110650,"procs":180,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 11:52:57.907126 95151 start.go:139] virtualization: kvm guest
I1028 11:52:57.909586 95151 out.go:177] * [ha-273199] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 11:52:57.911228 95151 out.go:177] - MINIKUBE_LOCATION=19875
I1028 11:52:57.911224 95151 notify.go:220] Checking for updates...
I1028 11:52:57.912881 95151 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:52:57.914463 95151 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-77800/kubeconfig
I1028 11:52:57.915977 95151 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-77800/.minikube
I1028 11:52:57.917406 95151 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 11:52:57.918858 95151 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 11:52:57.920382 95151 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:52:57.956004 95151 out.go:177] * Using the kvm2 driver based on user configuration
I1028 11:52:57.957439 95151 start.go:297] selected driver: kvm2
I1028 11:52:57.957454 95151 start.go:901] validating driver "kvm2" against <nil>
I1028 11:52:57.957467 95151 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 11:52:57.958216 95151 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 11:52:57.958309 95151 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19875-77800/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1028 11:52:57.973197 95151 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1028 11:52:57.973244 95151 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:52:57.973498 95151 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:52:57.973536 95151 cni.go:84] Creating CNI manager for ""
I1028 11:52:57.973597 95151 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1028 11:52:57.973608 95151 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 11:52:57.973673 95151 start.go:340] cluster config:
{Name:ha-273199 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-273199 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1028 11:52:57.973775 95151 iso.go:125] acquiring lock: {Name:mk63b0b51f7068da8478ead59802e85163a9315f Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 11:52:57.975793 95151 out.go:177] * Starting "ha-273199" primary control-plane node in "ha-273199" cluster
I1028 11:52:57.977410 95151 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:52:57.977445 95151 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-77800/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1028 11:52:57.977454 95151 cache.go:56] Caching tarball of preloaded images
I1028 11:52:57.977554 95151 preload.go:172] Found /home/jenkins/minikube-integration/19875-77800/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 11:52:57.977568 95151 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:52:57.977888 95151 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json ...
I1028 11:52:57.977914 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json: {Name:mk29535b2b544db75ec78b7c2f3618df28a4affa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:52:57.978059 95151 start.go:360] acquireMachinesLock for ha-273199: {Name:mk3bffd01e1b77203f4a9bec69bad605167273db Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 11:52:57.978100 95151 start.go:364] duration metric: took 24.255µs to acquireMachinesLock for "ha-273199"
I1028 11:52:57.978122 95151 start.go:93] Provisioning new machine with config: &{Name:ha-273199 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-273199 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:52:57.978188 95151 start.go:125] createHost starting for "" (driver="kvm2")
I1028 11:52:57.980939 95151 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 11:52:57.981099 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:52:57.981147 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:52:57.995094 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37607
I1028 11:52:57.995525 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:52:57.996093 95151 main.go:141] libmachine: Using API Version 1
I1028 11:52:57.996110 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:52:57.996513 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:52:57.996734 95151 main.go:141] libmachine: (ha-273199) Calling .GetMachineName
I1028 11:52:57.996948 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:52:57.997198 95151 start.go:159] libmachine.API.Create for "ha-273199" (driver="kvm2")
I1028 11:52:57.997236 95151 client.go:168] LocalClient.Create starting
I1028 11:52:57.997293 95151 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem
I1028 11:52:57.997346 95151 main.go:141] libmachine: Decoding PEM data...
I1028 11:52:57.997371 95151 main.go:141] libmachine: Parsing certificate...
I1028 11:52:57.997456 95151 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem
I1028 11:52:57.997488 95151 main.go:141] libmachine: Decoding PEM data...
I1028 11:52:57.997509 95151 main.go:141] libmachine: Parsing certificate...
I1028 11:52:57.997543 95151 main.go:141] libmachine: Running pre-create checks...
I1028 11:52:57.997564 95151 main.go:141] libmachine: (ha-273199) Calling .PreCreateCheck
I1028 11:52:57.998077 95151 main.go:141] libmachine: (ha-273199) Calling .GetConfigRaw
I1028 11:52:57.998575 95151 main.go:141] libmachine: Creating machine...
I1028 11:52:57.998591 95151 main.go:141] libmachine: (ha-273199) Calling .Create
I1028 11:52:57.998762 95151 main.go:141] libmachine: (ha-273199) Creating KVM machine...
I1028 11:52:58.000213 95151 main.go:141] libmachine: (ha-273199) DBG | found existing default KVM network
I1028 11:52:58.000923 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:52:58.000765 95174 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002045e0}
I1028 11:52:58.000944 95151 main.go:141] libmachine: (ha-273199) DBG | created network xml:
I1028 11:52:58.000958 95151 main.go:141] libmachine: (ha-273199) DBG | <network>
I1028 11:52:58.000965 95151 main.go:141] libmachine: (ha-273199) DBG | <name>mk-ha-273199</name>
I1028 11:52:58.000975 95151 main.go:141] libmachine: (ha-273199) DBG | <dns enable='no'/>
I1028 11:52:58.000981 95151 main.go:141] libmachine: (ha-273199) DBG |
I1028 11:52:58.000999 95151 main.go:141] libmachine: (ha-273199) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1028 11:52:58.001012 95151 main.go:141] libmachine: (ha-273199) DBG | <dhcp>
I1028 11:52:58.001028 95151 main.go:141] libmachine: (ha-273199) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1028 11:52:58.001044 95151 main.go:141] libmachine: (ha-273199) DBG | </dhcp>
I1028 11:52:58.001076 95151 main.go:141] libmachine: (ha-273199) DBG | </ip>
I1028 11:52:58.001096 95151 main.go:141] libmachine: (ha-273199) DBG |
I1028 11:52:58.001107 95151 main.go:141] libmachine: (ha-273199) DBG | </network>
I1028 11:52:58.001116 95151 main.go:141] libmachine: (ha-273199) DBG |
I1028 11:52:58.006306 95151 main.go:141] libmachine: (ha-273199) DBG | trying to create private KVM network mk-ha-273199 192.168.39.0/24...
I1028 11:52:58.068689 95151 main.go:141] libmachine: (ha-273199) DBG | private KVM network mk-ha-273199 192.168.39.0/24 created
I1028 11:52:58.068733 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:52:58.068675 95174 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19875-77800/.minikube
I1028 11:52:58.068745 95151 main.go:141] libmachine: (ha-273199) Setting up store path in /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199 ...
I1028 11:52:58.068764 95151 main.go:141] libmachine: (ha-273199) Building disk image from file:///home/jenkins/minikube-integration/19875-77800/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1028 11:52:58.068841 95151 main.go:141] libmachine: (ha-273199) Downloading /home/jenkins/minikube-integration/19875-77800/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19875-77800/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1028 11:52:58.350673 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:52:58.350525 95174 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa...
I1028 11:52:58.570859 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:52:58.570715 95174 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/ha-273199.rawdisk...
I1028 11:52:58.570893 95151 main.go:141] libmachine: (ha-273199) DBG | Writing magic tar header
I1028 11:52:58.570902 95151 main.go:141] libmachine: (ha-273199) DBG | Writing SSH key tar header
I1028 11:52:58.570910 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:52:58.570831 95174 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199 ...
I1028 11:52:58.570926 95151 main.go:141] libmachine: (ha-273199) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199
I1028 11:52:58.570998 95151 main.go:141] libmachine: (ha-273199) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199 (perms=drwx------)
I1028 11:52:58.571026 95151 main.go:141] libmachine: (ha-273199) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube/machines (perms=drwxr-xr-x)
I1028 11:52:58.571056 95151 main.go:141] libmachine: (ha-273199) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube/machines
I1028 11:52:58.571074 95151 main.go:141] libmachine: (ha-273199) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube
I1028 11:52:58.571082 95151 main.go:141] libmachine: (ha-273199) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800
I1028 11:52:58.571094 95151 main.go:141] libmachine: (ha-273199) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 11:52:58.571102 95151 main.go:141] libmachine: (ha-273199) DBG | Checking permissions on dir: /home/jenkins
I1028 11:52:58.571107 95151 main.go:141] libmachine: (ha-273199) DBG | Checking permissions on dir: /home
I1028 11:52:58.571113 95151 main.go:141] libmachine: (ha-273199) DBG | Skipping /home - not owner
I1028 11:52:58.571126 95151 main.go:141] libmachine: (ha-273199) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube (perms=drwxr-xr-x)
I1028 11:52:58.571143 95151 main.go:141] libmachine: (ha-273199) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800 (perms=drwxrwxr-x)
I1028 11:52:58.571178 95151 main.go:141] libmachine: (ha-273199) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 11:52:58.571193 95151 main.go:141] libmachine: (ha-273199) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 11:52:58.571219 95151 main.go:141] libmachine: (ha-273199) Creating domain...
I1028 11:52:58.572260 95151 main.go:141] libmachine: (ha-273199) define libvirt domain using xml:
I1028 11:52:58.572286 95151 main.go:141] libmachine: (ha-273199) <domain type='kvm'>
I1028 11:52:58.572294 95151 main.go:141] libmachine: (ha-273199) <name>ha-273199</name>
I1028 11:52:58.572299 95151 main.go:141] libmachine: (ha-273199) <memory unit='MiB'>2200</memory>
I1028 11:52:58.572304 95151 main.go:141] libmachine: (ha-273199) <vcpu>2</vcpu>
I1028 11:52:58.572308 95151 main.go:141] libmachine: (ha-273199) <features>
I1028 11:52:58.572313 95151 main.go:141] libmachine: (ha-273199) <acpi/>
I1028 11:52:58.572324 95151 main.go:141] libmachine: (ha-273199) <apic/>
I1028 11:52:58.572330 95151 main.go:141] libmachine: (ha-273199) <pae/>
I1028 11:52:58.572339 95151 main.go:141] libmachine: (ha-273199)
I1028 11:52:58.572346 95151 main.go:141] libmachine: (ha-273199) </features>
I1028 11:52:58.572356 95151 main.go:141] libmachine: (ha-273199) <cpu mode='host-passthrough'>
I1028 11:52:58.572364 95151 main.go:141] libmachine: (ha-273199)
I1028 11:52:58.572375 95151 main.go:141] libmachine: (ha-273199) </cpu>
I1028 11:52:58.572382 95151 main.go:141] libmachine: (ha-273199) <os>
I1028 11:52:58.572393 95151 main.go:141] libmachine: (ha-273199) <type>hvm</type>
I1028 11:52:58.572409 95151 main.go:141] libmachine: (ha-273199) <boot dev='cdrom'/>
I1028 11:52:58.572428 95151 main.go:141] libmachine: (ha-273199) <boot dev='hd'/>
I1028 11:52:58.572442 95151 main.go:141] libmachine: (ha-273199) <bootmenu enable='no'/>
I1028 11:52:58.572452 95151 main.go:141] libmachine: (ha-273199) </os>
I1028 11:52:58.572462 95151 main.go:141] libmachine: (ha-273199) <devices>
I1028 11:52:58.572470 95151 main.go:141] libmachine: (ha-273199) <disk type='file' device='cdrom'>
I1028 11:52:58.572481 95151 main.go:141] libmachine: (ha-273199) <source file='/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/boot2docker.iso'/>
I1028 11:52:58.572489 95151 main.go:141] libmachine: (ha-273199) <target dev='hdc' bus='scsi'/>
I1028 11:52:58.572513 95151 main.go:141] libmachine: (ha-273199) <readonly/>
I1028 11:52:58.572529 95151 main.go:141] libmachine: (ha-273199) </disk>
I1028 11:52:58.572544 95151 main.go:141] libmachine: (ha-273199) <disk type='file' device='disk'>
I1028 11:52:58.572557 95151 main.go:141] libmachine: (ha-273199) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 11:52:58.572570 95151 main.go:141] libmachine: (ha-273199) <source file='/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/ha-273199.rawdisk'/>
I1028 11:52:58.572580 95151 main.go:141] libmachine: (ha-273199) <target dev='hda' bus='virtio'/>
I1028 11:52:58.572589 95151 main.go:141] libmachine: (ha-273199) </disk>
I1028 11:52:58.572599 95151 main.go:141] libmachine: (ha-273199) <interface type='network'>
I1028 11:52:58.572625 95151 main.go:141] libmachine: (ha-273199) <source network='mk-ha-273199'/>
I1028 11:52:58.572647 95151 main.go:141] libmachine: (ha-273199) <model type='virtio'/>
I1028 11:52:58.572659 95151 main.go:141] libmachine: (ha-273199) </interface>
I1028 11:52:58.572669 95151 main.go:141] libmachine: (ha-273199) <interface type='network'>
I1028 11:52:58.572681 95151 main.go:141] libmachine: (ha-273199) <source network='default'/>
I1028 11:52:58.572689 95151 main.go:141] libmachine: (ha-273199) <model type='virtio'/>
I1028 11:52:58.572698 95151 main.go:141] libmachine: (ha-273199) </interface>
I1028 11:52:58.572708 95151 main.go:141] libmachine: (ha-273199) <serial type='pty'>
I1028 11:52:58.572719 95151 main.go:141] libmachine: (ha-273199) <target port='0'/>
I1028 11:52:58.572747 95151 main.go:141] libmachine: (ha-273199) </serial>
I1028 11:52:58.572759 95151 main.go:141] libmachine: (ha-273199) <console type='pty'>
I1028 11:52:58.572769 95151 main.go:141] libmachine: (ha-273199) <target type='serial' port='0'/>
I1028 11:52:58.572780 95151 main.go:141] libmachine: (ha-273199) </console>
I1028 11:52:58.572789 95151 main.go:141] libmachine: (ha-273199) <rng model='virtio'>
I1028 11:52:58.572801 95151 main.go:141] libmachine: (ha-273199) <backend model='random'>/dev/random</backend>
I1028 11:52:58.572815 95151 main.go:141] libmachine: (ha-273199) </rng>
I1028 11:52:58.572825 95151 main.go:141] libmachine: (ha-273199)
I1028 11:52:58.572833 95151 main.go:141] libmachine: (ha-273199)
I1028 11:52:58.572844 95151 main.go:141] libmachine: (ha-273199) </devices>
I1028 11:52:58.572852 95151 main.go:141] libmachine: (ha-273199) </domain>
I1028 11:52:58.572861 95151 main.go:141] libmachine: (ha-273199)
I1028 11:52:58.577134 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:42:ba:53 in network default
I1028 11:52:58.577786 95151 main.go:141] libmachine: (ha-273199) Ensuring networks are active...
I1028 11:52:58.577821 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:52:58.578546 95151 main.go:141] libmachine: (ha-273199) Ensuring network default is active
I1028 11:52:58.578856 95151 main.go:141] libmachine: (ha-273199) Ensuring network mk-ha-273199 is active
I1028 11:52:58.579358 95151 main.go:141] libmachine: (ha-273199) Getting domain xml...
I1028 11:52:58.580118 95151 main.go:141] libmachine: (ha-273199) Creating domain...
I1028 11:52:59.782570 95151 main.go:141] libmachine: (ha-273199) Waiting to get IP...
I1028 11:52:59.783496 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:52:59.783901 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:52:59.783927 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:52:59.783876 95174 retry.go:31] will retry after 311.934457ms: waiting for machine to come up
I1028 11:53:00.097445 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:00.097916 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:00.097939 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:00.097877 95174 retry.go:31] will retry after 388.795801ms: waiting for machine to come up
I1028 11:53:00.488689 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:00.489130 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:00.489162 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:00.489047 95174 retry.go:31] will retry after 341.439374ms: waiting for machine to come up
I1028 11:53:00.831825 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:00.832326 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:00.832354 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:00.832259 95174 retry.go:31] will retry after 537.545151ms: waiting for machine to come up
I1028 11:53:01.371089 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:01.371572 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:01.371603 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:01.371503 95174 retry.go:31] will retry after 575.351282ms: waiting for machine to come up
I1028 11:53:01.948343 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:01.948756 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:01.948778 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:01.948711 95174 retry.go:31] will retry after 886.467527ms: waiting for machine to come up
I1028 11:53:02.836558 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:02.836900 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:02.836930 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:02.836853 95174 retry.go:31] will retry after 1.015980502s: waiting for machine to come up
I1028 11:53:03.854959 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:03.855391 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:03.855437 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:03.855271 95174 retry.go:31] will retry after 1.050486499s: waiting for machine to come up
I1028 11:53:04.907614 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:04.908201 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:04.908229 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:04.908145 95174 retry.go:31] will retry after 1.491832435s: waiting for machine to come up
I1028 11:53:06.401910 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:06.402491 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:06.402518 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:06.402445 95174 retry.go:31] will retry after 1.441307708s: waiting for machine to come up
I1028 11:53:07.846099 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:07.846578 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:07.846619 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:07.846526 95174 retry.go:31] will retry after 2.820165032s: waiting for machine to come up
I1028 11:53:10.670238 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:10.670586 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:10.670616 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:10.670541 95174 retry.go:31] will retry after 2.961295833s: waiting for machine to come up
I1028 11:53:13.633316 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:13.633782 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:13.633805 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:13.633732 95174 retry.go:31] will retry after 3.308614209s: waiting for machine to come up
I1028 11:53:16.945522 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:16.946011 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find current IP address of domain ha-273199 in network mk-ha-273199
I1028 11:53:16.946110 95151 main.go:141] libmachine: (ha-273199) DBG | I1028 11:53:16.946030 95174 retry.go:31] will retry after 3.990479431s: waiting for machine to come up
I1028 11:53:20.937712 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:20.938109 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has current primary IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:20.938130 95151 main.go:141] libmachine: (ha-273199) Found IP for machine: 192.168.39.208
I1028 11:53:20.938142 95151 main.go:141] libmachine: (ha-273199) Reserving static IP address...
I1028 11:53:20.938499 95151 main.go:141] libmachine: (ha-273199) DBG | unable to find host DHCP lease matching {name: "ha-273199", mac: "52:54:00:22:d4:52", ip: "192.168.39.208"} in network mk-ha-273199
I1028 11:53:21.008969 95151 main.go:141] libmachine: (ha-273199) DBG | Getting to WaitForSSH function...
I1028 11:53:21.008999 95151 main.go:141] libmachine: (ha-273199) Reserved static IP address: 192.168.39.208
I1028 11:53:21.009011 95151 main.go:141] libmachine: (ha-273199) Waiting for SSH to be available...
I1028 11:53:21.011668 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.012047 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:minikube Clientid:01:52:54:00:22:d4:52}
I1028 11:53:21.012076 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.012164 95151 main.go:141] libmachine: (ha-273199) DBG | Using SSH client type: external
I1028 11:53:21.012204 95151 main.go:141] libmachine: (ha-273199) DBG | Using SSH private key: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa (-rw-------)
I1028 11:53:21.012233 95151 main.go:141] libmachine: (ha-273199) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.208 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 11:53:21.012252 95151 main.go:141] libmachine: (ha-273199) DBG | About to run SSH command:
I1028 11:53:21.012267 95151 main.go:141] libmachine: (ha-273199) DBG | exit 0
I1028 11:53:21.139407 95151 main.go:141] libmachine: (ha-273199) DBG | SSH cmd err, output: <nil>:
I1028 11:53:21.139608 95151 main.go:141] libmachine: (ha-273199) KVM machine creation complete!
I1028 11:53:21.140109 95151 main.go:141] libmachine: (ha-273199) Calling .GetConfigRaw
I1028 11:53:21.140683 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:21.140882 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:21.141093 95151 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 11:53:21.141114 95151 main.go:141] libmachine: (ha-273199) Calling .GetState
I1028 11:53:21.142660 95151 main.go:141] libmachine: Detecting operating system of created instance...
I1028 11:53:21.142693 95151 main.go:141] libmachine: Waiting for SSH to be available...
I1028 11:53:21.142699 95151 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 11:53:21.142707 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:21.144906 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.145252 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:21.145272 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.145401 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:21.145570 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.145700 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.145811 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:21.145966 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:53:21.146169 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.208 22 <nil> <nil>}
I1028 11:53:21.146182 95151 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 11:53:21.258494 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:53:21.258518 95151 main.go:141] libmachine: Detecting the provisioner...
I1028 11:53:21.258525 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:21.261399 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.261893 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:21.261920 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.262110 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:21.262319 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.262467 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.262635 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:21.262887 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:53:21.263058 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.208 22 <nil> <nil>}
I1028 11:53:21.263068 95151 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 11:53:21.376384 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 11:53:21.376474 95151 main.go:141] libmachine: found compatible host: buildroot
I1028 11:53:21.376484 95151 main.go:141] libmachine: Provisioning with buildroot...
I1028 11:53:21.376495 95151 main.go:141] libmachine: (ha-273199) Calling .GetMachineName
I1028 11:53:21.376737 95151 buildroot.go:166] provisioning hostname "ha-273199"
I1028 11:53:21.376768 95151 main.go:141] libmachine: (ha-273199) Calling .GetMachineName
I1028 11:53:21.376959 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:21.379689 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.380146 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:21.380176 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.380378 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:21.380584 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.380744 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.380879 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:21.381094 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:53:21.381292 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.208 22 <nil> <nil>}
I1028 11:53:21.381311 95151 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-273199 && echo "ha-273199" | sudo tee /etc/hostname
I1028 11:53:21.505313 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-273199
I1028 11:53:21.505340 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:21.507973 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.508308 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:21.508335 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.508498 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:21.508627 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.508764 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.508871 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:21.509011 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:53:21.509180 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.208 22 <nil> <nil>}
I1028 11:53:21.509205 95151 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-273199' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-273199/g' /etc/hosts;
else
echo '127.0.1.1 ha-273199' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:53:21.627427 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:53:21.627469 95151 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19875-77800/.minikube CaCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19875-77800/.minikube}
I1028 11:53:21.627526 95151 buildroot.go:174] setting up certificates
I1028 11:53:21.627546 95151 provision.go:84] configureAuth start
I1028 11:53:21.627563 95151 main.go:141] libmachine: (ha-273199) Calling .GetMachineName
I1028 11:53:21.627864 95151 main.go:141] libmachine: (ha-273199) Calling .GetIP
I1028 11:53:21.630491 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.630851 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:21.630879 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.631007 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:21.633459 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.633874 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:21.633904 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.634035 95151 provision.go:143] copyHostCerts
I1028 11:53:21.634064 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem
I1028 11:53:21.634109 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem, removing ...
I1028 11:53:21.634121 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem
I1028 11:53:21.634183 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem (1082 bytes)
I1028 11:53:21.634289 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem
I1028 11:53:21.634308 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem, removing ...
I1028 11:53:21.634312 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem
I1028 11:53:21.634344 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem (1123 bytes)
I1028 11:53:21.634423 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem
I1028 11:53:21.634439 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem, removing ...
I1028 11:53:21.634443 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem
I1028 11:53:21.634469 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem (1679 bytes)
I1028 11:53:21.634525 95151 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem org=jenkins.ha-273199 san=[127.0.0.1 192.168.39.208 ha-273199 localhost minikube]
I1028 11:53:21.941769 95151 provision.go:177] copyRemoteCerts
I1028 11:53:21.941844 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:53:21.941871 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:21.944301 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.944588 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:21.944615 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:21.944775 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:21.945004 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:21.945172 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:21.945312 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:53:22.028802 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 11:53:22.028910 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 11:53:22.051394 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 11:53:22.051457 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1028 11:53:22.072047 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 11:53:22.072099 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 11:53:22.092704 95151 provision.go:87] duration metric: took 465.141947ms to configureAuth
I1028 11:53:22.092729 95151 buildroot.go:189] setting minikube options for container-runtime
I1028 11:53:22.092901 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:53:22.092986 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:22.095606 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.095961 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:22.095988 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.096168 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:22.096372 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:22.096528 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:22.096655 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:22.096802 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:53:22.096954 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.208 22 <nil> <nil>}
I1028 11:53:22.096969 95151 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:53:22.312757 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:53:22.312785 95151 main.go:141] libmachine: Checking connection to Docker...
I1028 11:53:22.312806 95151 main.go:141] libmachine: (ha-273199) Calling .GetURL
I1028 11:53:22.313992 95151 main.go:141] libmachine: (ha-273199) DBG | Using libvirt version 6000000
I1028 11:53:22.316240 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.316567 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:22.316595 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.316828 95151 main.go:141] libmachine: Docker is up and running!
I1028 11:53:22.316850 95151 main.go:141] libmachine: Reticulating splines...
I1028 11:53:22.316861 95151 client.go:171] duration metric: took 24.31961411s to LocalClient.Create
I1028 11:53:22.316914 95151 start.go:167] duration metric: took 24.319696986s to libmachine.API.Create "ha-273199"
I1028 11:53:22.316928 95151 start.go:293] postStartSetup for "ha-273199" (driver="kvm2")
I1028 11:53:22.316942 95151 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:53:22.316962 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:22.317200 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:53:22.317223 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:22.319445 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.320158 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:22.320178 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.320347 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:22.320534 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:22.320674 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:22.320778 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:53:22.406034 95151 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:53:22.409957 95151 info.go:137] Remote host: Buildroot 2023.02.9
I1028 11:53:22.409983 95151 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-77800/.minikube/addons for local assets ...
I1028 11:53:22.410056 95151 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-77800/.minikube/files for local assets ...
I1028 11:53:22.410194 95151 filesync.go:149] local asset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> 849652.pem in /etc/ssl/certs
I1028 11:53:22.410209 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> /etc/ssl/certs/849652.pem
I1028 11:53:22.410362 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 11:53:22.418934 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem --> /etc/ssl/certs/849652.pem (1708 bytes)
I1028 11:53:22.439625 95151 start.go:296] duration metric: took 122.683745ms for postStartSetup
I1028 11:53:22.439684 95151 main.go:141] libmachine: (ha-273199) Calling .GetConfigRaw
I1028 11:53:22.440268 95151 main.go:141] libmachine: (ha-273199) Calling .GetIP
I1028 11:53:22.442702 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.443017 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:22.443035 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.443281 95151 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json ...
I1028 11:53:22.443438 95151 start.go:128] duration metric: took 24.465239541s to createHost
I1028 11:53:22.443459 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:22.446282 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.446621 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:22.446650 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.446768 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:22.446935 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:22.447095 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:22.447222 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:22.447404 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:53:22.447574 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.208 22 <nil> <nil>}
I1028 11:53:22.447589 95151 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 11:53:22.559751 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730116402.538168741
I1028 11:53:22.559780 95151 fix.go:216] guest clock: 1730116402.538168741
I1028 11:53:22.559788 95151 fix.go:229] Guest: 2024-10-28 11:53:22.538168741 +0000 UTC Remote: 2024-10-28 11:53:22.443448629 +0000 UTC m=+24.575720280 (delta=94.720112ms)
I1028 11:53:22.559821 95151 fix.go:200] guest clock delta is within tolerance: 94.720112ms
I1028 11:53:22.559826 95151 start.go:83] releasing machines lock for "ha-273199", held for 24.581718789s
I1028 11:53:22.559851 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:22.560134 95151 main.go:141] libmachine: (ha-273199) Calling .GetIP
I1028 11:53:22.562796 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.563147 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:22.563185 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.563312 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:22.563844 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:22.563988 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:22.564076 95151 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:53:22.564130 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:22.564190 95151 ssh_runner.go:195] Run: cat /version.json
I1028 11:53:22.564216 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:22.566705 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.566929 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.567041 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:22.567064 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.567296 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:22.567390 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:22.567416 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:22.567469 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:22.567580 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:22.567668 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:22.567738 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:22.567794 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:53:22.567840 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:22.567980 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:53:22.670647 95151 ssh_runner.go:195] Run: systemctl --version
I1028 11:53:22.676078 95151 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:53:22.830303 95151 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 11:53:22.836224 95151 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 11:53:22.836288 95151 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:53:22.850695 95151 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 11:53:22.850718 95151 start.go:495] detecting cgroup driver to use...
I1028 11:53:22.850775 95151 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:53:22.865306 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:53:22.877632 95151 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:53:22.877682 95151 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:53:22.889956 95151 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:53:22.901677 95151 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:53:23.007362 95151 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:53:23.168538 95151 docker.go:233] disabling docker service ...
I1028 11:53:23.168615 95151 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:53:23.181374 95151 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:53:23.192932 95151 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:53:23.310662 95151 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:53:23.424314 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:53:23.437058 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:53:23.453309 95151 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:53:23.453391 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:53:23.462468 95151 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:53:23.462530 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:53:23.471391 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:53:23.480284 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:53:23.489458 95151 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:53:23.498558 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:53:23.507348 95151 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:53:23.522430 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:53:23.531223 95151 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:53:23.539417 95151 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 11:53:23.539455 95151 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 11:53:23.551001 95151 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:53:23.559053 95151 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:53:23.661360 95151 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:53:23.745420 95151 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:53:23.745500 95151 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:53:23.749645 95151 start.go:563] Will wait 60s for crictl version
I1028 11:53:23.749737 95151 ssh_runner.go:195] Run: which crictl
I1028 11:53:23.753175 95151 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:53:23.787639 95151 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 11:53:23.787732 95151 ssh_runner.go:195] Run: crio --version
I1028 11:53:23.812312 95151 ssh_runner.go:195] Run: crio --version
I1028 11:53:23.837983 95151 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 11:53:23.839279 95151 main.go:141] libmachine: (ha-273199) Calling .GetIP
I1028 11:53:23.841862 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:23.842156 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:23.842185 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:23.842344 95151 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 11:53:23.845848 95151 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:53:23.857277 95151 kubeadm.go:883] updating cluster {Name:ha-273199 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.208 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 11:53:23.857375 95151 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:53:23.857429 95151 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:53:23.885745 95151 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1028 11:53:23.885803 95151 ssh_runner.go:195] Run: which lz4
I1028 11:53:23.889147 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1028 11:53:23.889231 95151 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1028 11:53:23.892744 95151 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1028 11:53:23.892778 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1028 11:53:24.999101 95151 crio.go:462] duration metric: took 1.10988801s to copy over tarball
I1028 11:53:24.999192 95151 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1028 11:53:26.940236 95151 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.941006419s)
I1028 11:53:26.940272 95151 crio.go:469] duration metric: took 1.941134954s to extract the tarball
I1028 11:53:26.940283 95151 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1028 11:53:26.975750 95151 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:53:27.015231 95151 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:53:27.015255 95151 cache_images.go:84] Images are preloaded, skipping loading
I1028 11:53:27.015267 95151 kubeadm.go:934] updating node { 192.168.39.208 8443 v1.31.2 crio true true} ...
I1028 11:53:27.015382 95151 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-273199 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.208
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:53:27.015466 95151 ssh_runner.go:195] Run: crio config
I1028 11:53:27.056277 95151 cni.go:84] Creating CNI manager for ""
I1028 11:53:27.056302 95151 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1028 11:53:27.056316 95151 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 11:53:27.056348 95151 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.208 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-273199 NodeName:ha-273199 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.208"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.208 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 11:53:27.056497 95151 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.208
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-273199"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.208"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.208"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 11:53:27.056525 95151 kube-vip.go:115] generating kube-vip config ...
I1028 11:53:27.056581 95151 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 11:53:27.072483 95151 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 11:53:27.072593 95151 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1028 11:53:27.072658 95151 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:53:27.081034 95151 binaries.go:44] Found k8s binaries, skipping transfer
I1028 11:53:27.081092 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1028 11:53:27.089111 95151 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1028 11:53:27.103592 95151 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:53:27.118272 95151 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1028 11:53:27.132197 95151 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1028 11:53:27.146233 95151 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 11:53:27.149485 95151 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:53:27.160138 95151 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:53:27.266620 95151 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:53:27.282436 95151 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199 for IP: 192.168.39.208
I1028 11:53:27.282457 95151 certs.go:194] generating shared ca certs ...
I1028 11:53:27.282478 95151 certs.go:226] acquiring lock for ca certs: {Name:mk37e67f21d9c5a4d685aa017451e1d81f674a0d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:27.282670 95151 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key
I1028 11:53:27.282728 95151 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key
I1028 11:53:27.282741 95151 certs.go:256] generating profile certs ...
I1028 11:53:27.282809 95151 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.key
I1028 11:53:27.282826 95151 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.crt with IP's: []
I1028 11:53:27.352056 95151 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.crt ...
I1028 11:53:27.352083 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.crt: {Name:mk85ba9e2d7e36c2dc386074345191c8f41db2ab Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:27.352257 95151 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.key ...
I1028 11:53:27.352268 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.key: {Name:mk9e399a746995b3286d90f34445304b7c10dcc5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:27.352359 95151 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.99906602
I1028 11:53:27.352376 95151 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.99906602 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.208 192.168.39.254]
I1028 11:53:27.701864 95151 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.99906602 ...
I1028 11:53:27.701927 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.99906602: {Name:mkd8347f84237c1adf80fa2979e2851e438e06db Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:27.702124 95151 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.99906602 ...
I1028 11:53:27.702141 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.99906602: {Name:mk8022b5d8b42b8f2926882e2d9f76f284ea38fb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:27.702238 95151 certs.go:381] copying /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.99906602 -> /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt
I1028 11:53:27.702318 95151 certs.go:385] copying /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.99906602 -> /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key
I1028 11:53:27.702367 95151 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key
I1028 11:53:27.702384 95151 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt with IP's: []
I1028 11:53:27.887171 95151 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt ...
I1028 11:53:27.887202 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt: {Name:mk8df5a7b5c3f3d68e29bbf5b564443cc1d6c268 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:27.887348 95151 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key ...
I1028 11:53:27.887359 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key: {Name:mk563997b82cf259c7f4075de274f929660222b6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:27.887428 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 11:53:27.887444 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 11:53:27.887455 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 11:53:27.887469 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 11:53:27.887479 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 11:53:27.887493 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 11:53:27.887505 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 11:53:27.887517 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 11:53:27.887565 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem (1338 bytes)
W1028 11:53:27.887608 95151 certs.go:480] ignoring /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965_empty.pem, impossibly tiny 0 bytes
I1028 11:53:27.887618 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem (1679 bytes)
I1028 11:53:27.887660 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem (1082 bytes)
I1028 11:53:27.887680 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem (1123 bytes)
I1028 11:53:27.887702 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem (1679 bytes)
I1028 11:53:27.887740 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem (1708 bytes)
I1028 11:53:27.887767 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> /usr/share/ca-certificates/849652.pem
I1028 11:53:27.887780 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 11:53:27.887797 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem -> /usr/share/ca-certificates/84965.pem
I1028 11:53:27.888376 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:53:27.912711 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1028 11:53:27.933465 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:53:27.954641 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 11:53:27.975959 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1028 11:53:27.996205 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 11:53:28.020327 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:53:28.061582 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 11:53:28.089945 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem --> /usr/share/ca-certificates/849652.pem (1708 bytes)
I1028 11:53:28.110791 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:53:28.131009 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem --> /usr/share/ca-certificates/84965.pem (1338 bytes)
I1028 11:53:28.150891 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 11:53:28.165153 95151 ssh_runner.go:195] Run: openssl version
I1028 11:53:28.170365 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/849652.pem && ln -fs /usr/share/ca-certificates/849652.pem /etc/ssl/certs/849652.pem"
I1028 11:53:28.179779 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/849652.pem
I1028 11:53:28.183529 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:49 /usr/share/ca-certificates/849652.pem
I1028 11:53:28.183568 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/849652.pem
I1028 11:53:28.188718 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/849652.pem /etc/ssl/certs/3ec20f2e.0"
I1028 11:53:28.197725 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:53:28.206747 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:53:28.210524 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:37 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:53:28.210567 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:53:28.215456 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:53:28.224449 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/84965.pem && ln -fs /usr/share/ca-certificates/84965.pem /etc/ssl/certs/84965.pem"
I1028 11:53:28.233481 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/84965.pem
I1028 11:53:28.237734 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:49 /usr/share/ca-certificates/84965.pem
I1028 11:53:28.237779 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/84965.pem
I1028 11:53:28.242623 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/84965.pem /etc/ssl/certs/51391683.0"
I1028 11:53:28.251661 95151 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:53:28.255167 95151 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:53:28.255214 95151 kubeadm.go:392] StartCluster: {Name:ha-273199 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.208 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:53:28.255281 95151 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 11:53:28.255311 95151 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 11:53:28.288882 95151 cri.go:89] found id: ""
I1028 11:53:28.288966 95151 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 11:53:28.297523 95151 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 11:53:28.306258 95151 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 11:53:28.314625 95151 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 11:53:28.314641 95151 kubeadm.go:157] found existing configuration files:
I1028 11:53:28.314676 95151 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 11:53:28.322612 95151 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 11:53:28.322668 95151 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 11:53:28.330792 95151 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 11:53:28.338690 95151 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 11:53:28.338727 95151 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 11:53:28.346773 95151 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 11:53:28.354775 95151 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 11:53:28.354815 95151 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 11:53:28.362916 95151 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 11:53:28.370667 95151 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 11:53:28.370718 95151 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 11:53:28.378723 95151 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1028 11:53:28.563600 95151 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 11:53:38.972007 95151 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 11:53:38.972072 95151 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 11:53:38.972185 95151 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 11:53:38.972293 95151 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 11:53:38.972416 95151 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 11:53:38.972521 95151 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 11:53:38.974416 95151 out.go:235] - Generating certificates and keys ...
I1028 11:53:38.974509 95151 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 11:53:38.974601 95151 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 11:53:38.974706 95151 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 11:53:38.974787 95151 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 11:53:38.974879 95151 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 11:53:38.974959 95151 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 11:53:38.975036 95151 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 11:53:38.975286 95151 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-273199 localhost] and IPs [192.168.39.208 127.0.0.1 ::1]
I1028 11:53:38.975365 95151 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 11:53:38.975516 95151 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-273199 localhost] and IPs [192.168.39.208 127.0.0.1 ::1]
I1028 11:53:38.975611 95151 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 11:53:38.975722 95151 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 11:53:38.975797 95151 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 11:53:38.975877 95151 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 11:53:38.975944 95151 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 11:53:38.976014 95151 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 11:53:38.976064 95151 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 11:53:38.976141 95151 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 11:53:38.976202 95151 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 11:53:38.976272 95151 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 11:53:38.976334 95151 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 11:53:38.977999 95151 out.go:235] - Booting up control plane ...
I1028 11:53:38.978106 95151 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 11:53:38.978178 95151 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 11:53:38.978240 95151 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 11:53:38.978347 95151 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 11:53:38.978445 95151 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 11:53:38.978486 95151 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 11:53:38.978635 95151 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 11:53:38.978759 95151 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 11:53:38.978849 95151 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001498504s
I1028 11:53:38.978951 95151 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 11:53:38.979035 95151 kubeadm.go:310] [api-check] The API server is healthy after 5.77087672s
I1028 11:53:38.979160 95151 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 11:53:38.979301 95151 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 11:53:38.979391 95151 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 11:53:38.979587 95151 kubeadm.go:310] [mark-control-plane] Marking the node ha-273199 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 11:53:38.979669 95151 kubeadm.go:310] [bootstrap-token] Using token: 2y659k.kh228wx7fnaw6qlw
I1028 11:53:38.980850 95151 out.go:235] - Configuring RBAC rules ...
I1028 11:53:38.980953 95151 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 11:53:38.981063 95151 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 11:53:38.981194 95151 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 11:53:38.981315 95151 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 11:53:38.981461 95151 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 11:53:38.981577 95151 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 11:53:38.981701 95151 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 11:53:38.981766 95151 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 11:53:38.981845 95151 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 11:53:38.981853 95151 kubeadm.go:310]
I1028 11:53:38.981937 95151 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 11:53:38.981950 95151 kubeadm.go:310]
I1028 11:53:38.982070 95151 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 11:53:38.982082 95151 kubeadm.go:310]
I1028 11:53:38.982120 95151 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 11:53:38.982205 95151 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 11:53:38.982281 95151 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 11:53:38.982294 95151 kubeadm.go:310]
I1028 11:53:38.982369 95151 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 11:53:38.982381 95151 kubeadm.go:310]
I1028 11:53:38.982451 95151 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 11:53:38.982463 95151 kubeadm.go:310]
I1028 11:53:38.982538 95151 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 11:53:38.982640 95151 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 11:53:38.982741 95151 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 11:53:38.982752 95151 kubeadm.go:310]
I1028 11:53:38.982827 95151 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 11:53:38.982895 95151 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 11:53:38.982901 95151 kubeadm.go:310]
I1028 11:53:38.982972 95151 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 2y659k.kh228wx7fnaw6qlw \
I1028 11:53:38.983065 95151 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:beaaad6dcefec538b7301716d9e53a13a259ea356f04d05d91f8fb074b77da23 \
I1028 11:53:38.983084 95151 kubeadm.go:310] --control-plane
I1028 11:53:38.983090 95151 kubeadm.go:310]
I1028 11:53:38.983184 95151 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 11:53:38.983205 95151 kubeadm.go:310]
I1028 11:53:38.983290 95151 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 2y659k.kh228wx7fnaw6qlw \
I1028 11:53:38.983394 95151 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:beaaad6dcefec538b7301716d9e53a13a259ea356f04d05d91f8fb074b77da23
I1028 11:53:38.983404 95151 cni.go:84] Creating CNI manager for ""
I1028 11:53:38.983412 95151 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1028 11:53:38.985768 95151 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 11:53:38.987136 95151 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 11:53:38.992611 95151 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 11:53:38.992633 95151 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 11:53:39.010322 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 11:53:39.369131 95151 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 11:53:39.369214 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-273199 minikube.k8s.io/updated_at=2024_10_28T11_53_39_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f minikube.k8s.io/name=ha-273199 minikube.k8s.io/primary=true
I1028 11:53:39.369218 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:39.407348 95151 ops.go:34] apiserver oom_adj: -16
I1028 11:53:39.512261 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:40.013130 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:40.512492 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:41.012760 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:41.512614 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:42.013105 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:42.513113 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:43.013197 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:53:43.130930 95151 kubeadm.go:1113] duration metric: took 3.761785969s to wait for elevateKubeSystemPrivileges
I1028 11:53:43.130968 95151 kubeadm.go:394] duration metric: took 14.875757661s to StartCluster
I1028 11:53:43.130992 95151 settings.go:142] acquiring lock: {Name:mk364f71ed22a657ba3b444d7de412d714d0c270 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:43.131082 95151 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19875-77800/kubeconfig
I1028 11:53:43.131868 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/kubeconfig: {Name:mkdb1f6ea74f9d0f1a713dc3324ce2338814a8c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:53:43.132066 95151 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.208 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:53:43.132080 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 11:53:43.132092 95151 start.go:241] waiting for startup goroutines ...
I1028 11:53:43.132110 95151 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1028 11:53:43.132191 95151 addons.go:69] Setting storage-provisioner=true in profile "ha-273199"
I1028 11:53:43.132211 95151 addons.go:234] Setting addon storage-provisioner=true in "ha-273199"
I1028 11:53:43.132226 95151 addons.go:69] Setting default-storageclass=true in profile "ha-273199"
I1028 11:53:43.132243 95151 host.go:66] Checking if "ha-273199" exists ...
I1028 11:53:43.132254 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:53:43.132263 95151 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-273199"
I1028 11:53:43.132656 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:53:43.132704 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:53:43.132733 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:53:43.132778 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:53:43.148009 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43643
I1028 11:53:43.148148 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37879
I1028 11:53:43.148527 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:53:43.148654 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:53:43.149031 95151 main.go:141] libmachine: Using API Version 1
I1028 11:53:43.149050 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:53:43.149159 95151 main.go:141] libmachine: Using API Version 1
I1028 11:53:43.149183 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:53:43.149384 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:53:43.149521 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:53:43.149709 95151 main.go:141] libmachine: (ha-273199) Calling .GetState
I1028 11:53:43.149923 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:53:43.149968 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:53:43.152241 95151 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19875-77800/kubeconfig
I1028 11:53:43.152594 95151 kapi.go:59] client config for ha-273199: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.crt", KeyFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.key", CAFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1028 11:53:43.153153 95151 cert_rotation.go:140] Starting client certificate rotation controller
I1028 11:53:43.153487 95151 addons.go:234] Setting addon default-storageclass=true in "ha-273199"
I1028 11:53:43.153537 95151 host.go:66] Checking if "ha-273199" exists ...
I1028 11:53:43.153923 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:53:43.153966 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:53:43.165112 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36899
I1028 11:53:43.165628 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:53:43.166122 95151 main.go:141] libmachine: Using API Version 1
I1028 11:53:43.166140 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:53:43.166447 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:53:43.166644 95151 main.go:141] libmachine: (ha-273199) Calling .GetState
I1028 11:53:43.168390 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:43.168673 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46095
I1028 11:53:43.169162 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:53:43.169675 95151 main.go:141] libmachine: Using API Version 1
I1028 11:53:43.169697 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:53:43.170033 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:53:43.170484 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:53:43.170504 95151 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 11:53:43.170529 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:53:43.172043 95151 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:53:43.172062 95151 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 11:53:43.172076 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:43.174879 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:43.175341 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:43.175404 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:43.175532 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:43.175676 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:43.175782 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:43.175869 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:53:43.188178 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36111
I1028 11:53:43.188778 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:53:43.189356 95151 main.go:141] libmachine: Using API Version 1
I1028 11:53:43.189374 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:53:43.189736 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:53:43.189945 95151 main.go:141] libmachine: (ha-273199) Calling .GetState
I1028 11:53:43.191684 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:53:43.191903 95151 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 11:53:43.191914 95151 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 11:53:43.191927 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:53:43.195100 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:43.195553 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:53:43.195576 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:53:43.195757 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:53:43.195929 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:53:43.196073 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:53:43.196212 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:53:43.240072 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 11:53:43.320825 95151 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:53:43.357607 95151 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 11:53:43.543521 95151 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1028 11:53:43.793100 95151 main.go:141] libmachine: Making call to close driver server
I1028 11:53:43.793126 95151 main.go:141] libmachine: (ha-273199) Calling .Close
I1028 11:53:43.793180 95151 main.go:141] libmachine: Making call to close driver server
I1028 11:53:43.793204 95151 main.go:141] libmachine: (ha-273199) Calling .Close
I1028 11:53:43.793468 95151 main.go:141] libmachine: (ha-273199) DBG | Closing plugin on server side
I1028 11:53:43.793490 95151 main.go:141] libmachine: (ha-273199) DBG | Closing plugin on server side
I1028 11:53:43.793520 95151 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:53:43.793527 95151 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:53:43.793535 95151 main.go:141] libmachine: Making call to close driver server
I1028 11:53:43.793541 95151 main.go:141] libmachine: (ha-273199) Calling .Close
I1028 11:53:43.793554 95151 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:53:43.793572 95151 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:53:43.793581 95151 main.go:141] libmachine: Making call to close driver server
I1028 11:53:43.793594 95151 main.go:141] libmachine: (ha-273199) Calling .Close
I1028 11:53:43.793790 95151 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:53:43.793822 95151 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:53:43.793830 95151 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:53:43.793837 95151 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:53:43.793798 95151 main.go:141] libmachine: (ha-273199) DBG | Closing plugin on server side
I1028 11:53:43.793900 95151 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1028 11:53:43.793919 95151 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1028 11:53:43.794073 95151 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1028 11:53:43.794085 95151 round_trippers.go:469] Request Headers:
I1028 11:53:43.794095 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:53:43.794103 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:53:43.805561 95151 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1028 11:53:43.806144 95151 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1028 11:53:43.806158 95151 round_trippers.go:469] Request Headers:
I1028 11:53:43.806166 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:53:43.806169 95151 round_trippers.go:473] Content-Type: application/json
I1028 11:53:43.806171 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:53:43.809243 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:53:43.809609 95151 main.go:141] libmachine: Making call to close driver server
I1028 11:53:43.809624 95151 main.go:141] libmachine: (ha-273199) Calling .Close
I1028 11:53:43.809925 95151 main.go:141] libmachine: Successfully made call to close driver server
I1028 11:53:43.809942 95151 main.go:141] libmachine: Making call to close connection to plugin binary
I1028 11:53:43.809968 95151 main.go:141] libmachine: (ha-273199) DBG | Closing plugin on server side
I1028 11:53:43.812285 95151 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1028 11:53:43.813517 95151 addons.go:510] duration metric: took 681.412756ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1028 11:53:43.813552 95151 start.go:246] waiting for cluster config update ...
I1028 11:53:43.813579 95151 start.go:255] writing updated cluster config ...
I1028 11:53:43.815032 95151 out.go:201]
I1028 11:53:43.816430 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:53:43.816508 95151 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json ...
I1028 11:53:43.817974 95151 out.go:177] * Starting "ha-273199-m02" control-plane node in "ha-273199" cluster
I1028 11:53:43.819185 95151 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:53:43.819208 95151 cache.go:56] Caching tarball of preloaded images
I1028 11:53:43.819300 95151 preload.go:172] Found /home/jenkins/minikube-integration/19875-77800/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 11:53:43.819313 95151 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:53:43.819381 95151 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json ...
I1028 11:53:43.819558 95151 start.go:360] acquireMachinesLock for ha-273199-m02: {Name:mk3bffd01e1b77203f4a9bec69bad605167273db Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 11:53:43.819623 95151 start.go:364] duration metric: took 33.288µs to acquireMachinesLock for "ha-273199-m02"
I1028 11:53:43.819661 95151 start.go:93] Provisioning new machine with config: &{Name:ha-273199 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.208 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:53:43.819740 95151 start.go:125] createHost starting for "m02" (driver="kvm2")
I1028 11:53:43.821273 95151 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 11:53:43.821359 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:53:43.821393 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:53:43.836503 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43247
I1028 11:53:43.837015 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:53:43.837597 95151 main.go:141] libmachine: Using API Version 1
I1028 11:53:43.837620 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:53:43.837996 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:53:43.838155 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetMachineName
I1028 11:53:43.838314 95151 main.go:141] libmachine: (ha-273199-m02) Calling .DriverName
I1028 11:53:43.838482 95151 start.go:159] libmachine.API.Create for "ha-273199" (driver="kvm2")
I1028 11:53:43.838517 95151 client.go:168] LocalClient.Create starting
I1028 11:53:43.838554 95151 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem
I1028 11:53:43.838592 95151 main.go:141] libmachine: Decoding PEM data...
I1028 11:53:43.838613 95151 main.go:141] libmachine: Parsing certificate...
I1028 11:53:43.838664 95151 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem
I1028 11:53:43.838684 95151 main.go:141] libmachine: Decoding PEM data...
I1028 11:53:43.838696 95151 main.go:141] libmachine: Parsing certificate...
I1028 11:53:43.838711 95151 main.go:141] libmachine: Running pre-create checks...
I1028 11:53:43.838718 95151 main.go:141] libmachine: (ha-273199-m02) Calling .PreCreateCheck
I1028 11:53:43.838865 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetConfigRaw
I1028 11:53:43.839217 95151 main.go:141] libmachine: Creating machine...
I1028 11:53:43.839229 95151 main.go:141] libmachine: (ha-273199-m02) Calling .Create
I1028 11:53:43.839340 95151 main.go:141] libmachine: (ha-273199-m02) Creating KVM machine...
I1028 11:53:43.840585 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found existing default KVM network
I1028 11:53:43.840677 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found existing private KVM network mk-ha-273199
I1028 11:53:43.840819 95151 main.go:141] libmachine: (ha-273199-m02) Setting up store path in /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02 ...
I1028 11:53:43.840837 95151 main.go:141] libmachine: (ha-273199-m02) Building disk image from file:///home/jenkins/minikube-integration/19875-77800/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1028 11:53:43.840944 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:43.840827 95521 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19875-77800/.minikube
I1028 11:53:43.841035 95151 main.go:141] libmachine: (ha-273199-m02) Downloading /home/jenkins/minikube-integration/19875-77800/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19875-77800/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1028 11:53:44.101967 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:44.101844 95521 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/id_rsa...
I1028 11:53:44.215652 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:44.215521 95521 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/ha-273199-m02.rawdisk...
I1028 11:53:44.215686 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Writing magic tar header
I1028 11:53:44.215700 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Writing SSH key tar header
I1028 11:53:44.215717 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:44.215655 95521 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02 ...
I1028 11:53:44.215805 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02
I1028 11:53:44.215837 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube/machines
I1028 11:53:44.215846 95151 main.go:141] libmachine: (ha-273199-m02) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02 (perms=drwx------)
I1028 11:53:44.215856 95151 main.go:141] libmachine: (ha-273199-m02) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube/machines (perms=drwxr-xr-x)
I1028 11:53:44.215863 95151 main.go:141] libmachine: (ha-273199-m02) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube (perms=drwxr-xr-x)
I1028 11:53:44.215873 95151 main.go:141] libmachine: (ha-273199-m02) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800 (perms=drwxrwxr-x)
I1028 11:53:44.215879 95151 main.go:141] libmachine: (ha-273199-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 11:53:44.215889 95151 main.go:141] libmachine: (ha-273199-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 11:53:44.215894 95151 main.go:141] libmachine: (ha-273199-m02) Creating domain...
I1028 11:53:44.215903 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube
I1028 11:53:44.215911 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800
I1028 11:53:44.215919 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 11:53:44.215925 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Checking permissions on dir: /home/jenkins
I1028 11:53:44.215930 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Checking permissions on dir: /home
I1028 11:53:44.215935 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Skipping /home - not owner
I1028 11:53:44.216891 95151 main.go:141] libmachine: (ha-273199-m02) define libvirt domain using xml:
I1028 11:53:44.216918 95151 main.go:141] libmachine: (ha-273199-m02) <domain type='kvm'>
I1028 11:53:44.216933 95151 main.go:141] libmachine: (ha-273199-m02) <name>ha-273199-m02</name>
I1028 11:53:44.216941 95151 main.go:141] libmachine: (ha-273199-m02) <memory unit='MiB'>2200</memory>
I1028 11:53:44.216950 95151 main.go:141] libmachine: (ha-273199-m02) <vcpu>2</vcpu>
I1028 11:53:44.216957 95151 main.go:141] libmachine: (ha-273199-m02) <features>
I1028 11:53:44.216966 95151 main.go:141] libmachine: (ha-273199-m02) <acpi/>
I1028 11:53:44.216976 95151 main.go:141] libmachine: (ha-273199-m02) <apic/>
I1028 11:53:44.216983 95151 main.go:141] libmachine: (ha-273199-m02) <pae/>
I1028 11:53:44.216989 95151 main.go:141] libmachine: (ha-273199-m02)
I1028 11:53:44.216999 95151 main.go:141] libmachine: (ha-273199-m02) </features>
I1028 11:53:44.217007 95151 main.go:141] libmachine: (ha-273199-m02) <cpu mode='host-passthrough'>
I1028 11:53:44.217034 95151 main.go:141] libmachine: (ha-273199-m02)
I1028 11:53:44.217056 95151 main.go:141] libmachine: (ha-273199-m02) </cpu>
I1028 11:53:44.217068 95151 main.go:141] libmachine: (ha-273199-m02) <os>
I1028 11:53:44.217079 95151 main.go:141] libmachine: (ha-273199-m02) <type>hvm</type>
I1028 11:53:44.217093 95151 main.go:141] libmachine: (ha-273199-m02) <boot dev='cdrom'/>
I1028 11:53:44.217102 95151 main.go:141] libmachine: (ha-273199-m02) <boot dev='hd'/>
I1028 11:53:44.217112 95151 main.go:141] libmachine: (ha-273199-m02) <bootmenu enable='no'/>
I1028 11:53:44.217123 95151 main.go:141] libmachine: (ha-273199-m02) </os>
I1028 11:53:44.217133 95151 main.go:141] libmachine: (ha-273199-m02) <devices>
I1028 11:53:44.217140 95151 main.go:141] libmachine: (ha-273199-m02) <disk type='file' device='cdrom'>
I1028 11:53:44.217157 95151 main.go:141] libmachine: (ha-273199-m02) <source file='/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/boot2docker.iso'/>
I1028 11:53:44.217172 95151 main.go:141] libmachine: (ha-273199-m02) <target dev='hdc' bus='scsi'/>
I1028 11:53:44.217183 95151 main.go:141] libmachine: (ha-273199-m02) <readonly/>
I1028 11:53:44.217196 95151 main.go:141] libmachine: (ha-273199-m02) </disk>
I1028 11:53:44.217208 95151 main.go:141] libmachine: (ha-273199-m02) <disk type='file' device='disk'>
I1028 11:53:44.217219 95151 main.go:141] libmachine: (ha-273199-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 11:53:44.217231 95151 main.go:141] libmachine: (ha-273199-m02) <source file='/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/ha-273199-m02.rawdisk'/>
I1028 11:53:44.217243 95151 main.go:141] libmachine: (ha-273199-m02) <target dev='hda' bus='virtio'/>
I1028 11:53:44.217254 95151 main.go:141] libmachine: (ha-273199-m02) </disk>
I1028 11:53:44.217268 95151 main.go:141] libmachine: (ha-273199-m02) <interface type='network'>
I1028 11:53:44.217279 95151 main.go:141] libmachine: (ha-273199-m02) <source network='mk-ha-273199'/>
I1028 11:53:44.217289 95151 main.go:141] libmachine: (ha-273199-m02) <model type='virtio'/>
I1028 11:53:44.217297 95151 main.go:141] libmachine: (ha-273199-m02) </interface>
I1028 11:53:44.217306 95151 main.go:141] libmachine: (ha-273199-m02) <interface type='network'>
I1028 11:53:44.217311 95151 main.go:141] libmachine: (ha-273199-m02) <source network='default'/>
I1028 11:53:44.217318 95151 main.go:141] libmachine: (ha-273199-m02) <model type='virtio'/>
I1028 11:53:44.217327 95151 main.go:141] libmachine: (ha-273199-m02) </interface>
I1028 11:53:44.217340 95151 main.go:141] libmachine: (ha-273199-m02) <serial type='pty'>
I1028 11:53:44.217349 95151 main.go:141] libmachine: (ha-273199-m02) <target port='0'/>
I1028 11:53:44.217361 95151 main.go:141] libmachine: (ha-273199-m02) </serial>
I1028 11:53:44.217372 95151 main.go:141] libmachine: (ha-273199-m02) <console type='pty'>
I1028 11:53:44.217382 95151 main.go:141] libmachine: (ha-273199-m02) <target type='serial' port='0'/>
I1028 11:53:44.217390 95151 main.go:141] libmachine: (ha-273199-m02) </console>
I1028 11:53:44.217400 95151 main.go:141] libmachine: (ha-273199-m02) <rng model='virtio'>
I1028 11:53:44.217420 95151 main.go:141] libmachine: (ha-273199-m02) <backend model='random'>/dev/random</backend>
I1028 11:53:44.217438 95151 main.go:141] libmachine: (ha-273199-m02) </rng>
I1028 11:53:44.217448 95151 main.go:141] libmachine: (ha-273199-m02)
I1028 11:53:44.217460 95151 main.go:141] libmachine: (ha-273199-m02)
I1028 11:53:44.217472 95151 main.go:141] libmachine: (ha-273199-m02) </devices>
I1028 11:53:44.217481 95151 main.go:141] libmachine: (ha-273199-m02) </domain>
I1028 11:53:44.217489 95151 main.go:141] libmachine: (ha-273199-m02)
I1028 11:53:44.223932 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:5f:41:a3 in network default
I1028 11:53:44.224544 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:44.224583 95151 main.go:141] libmachine: (ha-273199-m02) Ensuring networks are active...
I1028 11:53:44.225374 95151 main.go:141] libmachine: (ha-273199-m02) Ensuring network default is active
I1028 11:53:44.225816 95151 main.go:141] libmachine: (ha-273199-m02) Ensuring network mk-ha-273199 is active
I1028 11:53:44.226251 95151 main.go:141] libmachine: (ha-273199-m02) Getting domain xml...
I1028 11:53:44.227023 95151 main.go:141] libmachine: (ha-273199-m02) Creating domain...
I1028 11:53:45.439147 95151 main.go:141] libmachine: (ha-273199-m02) Waiting to get IP...
I1028 11:53:45.440088 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:45.440554 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:45.440583 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:45.440482 95521 retry.go:31] will retry after 269.373557ms: waiting for machine to come up
I1028 11:53:45.712000 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:45.712443 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:45.712474 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:45.712389 95521 retry.go:31] will retry after 298.904949ms: waiting for machine to come up
I1028 11:53:46.012797 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:46.013174 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:46.013203 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:46.013118 95521 retry.go:31] will retry after 446.110397ms: waiting for machine to come up
I1028 11:53:46.460766 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:46.461220 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:46.461245 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:46.461168 95521 retry.go:31] will retry after 398.131323ms: waiting for machine to come up
I1028 11:53:46.860852 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:46.861266 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:46.861297 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:46.861218 95521 retry.go:31] will retry after 575.124652ms: waiting for machine to come up
I1028 11:53:47.437756 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:47.438185 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:47.438208 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:47.438138 95521 retry.go:31] will retry after 828.228762ms: waiting for machine to come up
I1028 11:53:48.267451 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:48.267942 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:48.267968 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:48.267911 95521 retry.go:31] will retry after 1.143938031s: waiting for machine to come up
I1028 11:53:49.414967 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:49.415400 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:49.415424 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:49.415361 95521 retry.go:31] will retry after 1.300605887s: waiting for machine to come up
I1028 11:53:50.717749 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:50.718139 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:50.718173 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:50.718072 95521 retry.go:31] will retry after 1.594414229s: waiting for machine to come up
I1028 11:53:52.314529 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:52.314977 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:52.315000 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:52.314931 95521 retry.go:31] will retry after 1.837671448s: waiting for machine to come up
I1028 11:53:54.154075 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:54.154455 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:54.154488 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:54.154386 95521 retry.go:31] will retry after 2.115441874s: waiting for machine to come up
I1028 11:53:56.272674 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:56.273183 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:56.273216 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:56.273084 95521 retry.go:31] will retry after 3.620483706s: waiting for machine to come up
I1028 11:53:59.894801 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:53:59.895232 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find current IP address of domain ha-273199-m02 in network mk-ha-273199
I1028 11:53:59.895260 95151 main.go:141] libmachine: (ha-273199-m02) DBG | I1028 11:53:59.895175 95521 retry.go:31] will retry after 3.99432381s: waiting for machine to come up
I1028 11:54:03.891608 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:03.892071 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has current primary IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:03.892098 95151 main.go:141] libmachine: (ha-273199-m02) Found IP for machine: 192.168.39.225
I1028 11:54:03.892108 95151 main.go:141] libmachine: (ha-273199-m02) Reserving static IP address...
I1028 11:54:03.892498 95151 main.go:141] libmachine: (ha-273199-m02) DBG | unable to find host DHCP lease matching {name: "ha-273199-m02", mac: "52:54:00:ac:c5:96", ip: "192.168.39.225"} in network mk-ha-273199
I1028 11:54:03.966695 95151 main.go:141] libmachine: (ha-273199-m02) Reserved static IP address: 192.168.39.225
I1028 11:54:03.966737 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Getting to WaitForSSH function...
I1028 11:54:03.966746 95151 main.go:141] libmachine: (ha-273199-m02) Waiting for SSH to be available...
I1028 11:54:03.969754 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:03.970154 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:minikube Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:03.970188 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:03.970315 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Using SSH client type: external
I1028 11:54:03.970338 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/id_rsa (-rw-------)
I1028 11:54:03.970367 95151 main.go:141] libmachine: (ha-273199-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.225 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 11:54:03.970390 95151 main.go:141] libmachine: (ha-273199-m02) DBG | About to run SSH command:
I1028 11:54:03.970403 95151 main.go:141] libmachine: (ha-273199-m02) DBG | exit 0
I1028 11:54:04.099273 95151 main.go:141] libmachine: (ha-273199-m02) DBG | SSH cmd err, output: <nil>:
I1028 11:54:04.099507 95151 main.go:141] libmachine: (ha-273199-m02) KVM machine creation complete!
I1028 11:54:04.099831 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetConfigRaw
I1028 11:54:04.100498 95151 main.go:141] libmachine: (ha-273199-m02) Calling .DriverName
I1028 11:54:04.100706 95151 main.go:141] libmachine: (ha-273199-m02) Calling .DriverName
I1028 11:54:04.100853 95151 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 11:54:04.100870 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetState
I1028 11:54:04.101944 95151 main.go:141] libmachine: Detecting operating system of created instance...
I1028 11:54:04.101958 95151 main.go:141] libmachine: Waiting for SSH to be available...
I1028 11:54:04.101966 95151 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 11:54:04.101973 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:04.104164 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.104483 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:04.104506 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.104767 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:04.104942 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.105094 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.105250 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:04.105441 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:54:04.105654 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.225 22 <nil> <nil>}
I1028 11:54:04.105665 95151 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 11:54:04.218542 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:54:04.218568 95151 main.go:141] libmachine: Detecting the provisioner...
I1028 11:54:04.218578 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:04.221233 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.221723 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:04.221745 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.221945 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:04.222117 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.222361 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.222486 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:04.222628 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:54:04.222833 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.225 22 <nil> <nil>}
I1028 11:54:04.222844 95151 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 11:54:04.335872 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 11:54:04.335945 95151 main.go:141] libmachine: found compatible host: buildroot
I1028 11:54:04.335957 95151 main.go:141] libmachine: Provisioning with buildroot...
I1028 11:54:04.335971 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetMachineName
I1028 11:54:04.336202 95151 buildroot.go:166] provisioning hostname "ha-273199-m02"
I1028 11:54:04.336228 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetMachineName
I1028 11:54:04.336396 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:04.338798 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.339173 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:04.339199 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.339341 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:04.339521 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.339681 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.339813 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:04.339995 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:54:04.340196 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.225 22 <nil> <nil>}
I1028 11:54:04.340212 95151 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-273199-m02 && echo "ha-273199-m02" | sudo tee /etc/hostname
I1028 11:54:04.470703 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-273199-m02
I1028 11:54:04.470739 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:04.473349 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.473761 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:04.473785 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.473981 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:04.474167 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.474373 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.474538 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:04.474717 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:54:04.474941 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.225 22 <nil> <nil>}
I1028 11:54:04.474960 95151 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-273199-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-273199-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-273199-m02' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:54:04.595447 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:54:04.595480 95151 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19875-77800/.minikube CaCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19875-77800/.minikube}
I1028 11:54:04.595502 95151 buildroot.go:174] setting up certificates
I1028 11:54:04.595513 95151 provision.go:84] configureAuth start
I1028 11:54:04.595525 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetMachineName
I1028 11:54:04.595847 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetIP
I1028 11:54:04.598618 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.599070 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:04.599093 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.599227 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:04.601800 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.602155 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:04.602179 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.602325 95151 provision.go:143] copyHostCerts
I1028 11:54:04.602362 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem
I1028 11:54:04.602399 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem, removing ...
I1028 11:54:04.602409 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem
I1028 11:54:04.602488 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem (1082 bytes)
I1028 11:54:04.602621 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem
I1028 11:54:04.602649 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem, removing ...
I1028 11:54:04.602654 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem
I1028 11:54:04.602686 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem (1123 bytes)
I1028 11:54:04.602741 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem
I1028 11:54:04.602762 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem, removing ...
I1028 11:54:04.602770 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem
I1028 11:54:04.602806 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem (1679 bytes)
I1028 11:54:04.602864 95151 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem org=jenkins.ha-273199-m02 san=[127.0.0.1 192.168.39.225 ha-273199-m02 localhost minikube]
I1028 11:54:04.712606 95151 provision.go:177] copyRemoteCerts
I1028 11:54:04.712663 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:54:04.712689 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:04.715518 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.715885 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:04.715912 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.716119 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:04.716297 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.716427 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:04.716589 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.225 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/id_rsa Username:docker}
I1028 11:54:04.800760 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 11:54:04.800829 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 11:54:04.821891 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 11:54:04.821965 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 11:54:04.847580 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 11:54:04.847678 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 11:54:04.870711 95151 provision.go:87] duration metric: took 275.184548ms to configureAuth
I1028 11:54:04.870736 95151 buildroot.go:189] setting minikube options for container-runtime
I1028 11:54:04.870943 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:54:04.871041 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:04.873592 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.873927 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:04.873960 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:04.874110 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:04.874287 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.874448 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:04.874594 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:04.874763 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:54:04.874973 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.225 22 <nil> <nil>}
I1028 11:54:04.874993 95151 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:54:05.089509 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:54:05.089537 95151 main.go:141] libmachine: Checking connection to Docker...
I1028 11:54:05.089548 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetURL
I1028 11:54:05.090747 95151 main.go:141] libmachine: (ha-273199-m02) DBG | Using libvirt version 6000000
I1028 11:54:05.092647 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.092983 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:05.093012 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.093142 95151 main.go:141] libmachine: Docker is up and running!
I1028 11:54:05.093158 95151 main.go:141] libmachine: Reticulating splines...
I1028 11:54:05.093166 95151 client.go:171] duration metric: took 21.254637002s to LocalClient.Create
I1028 11:54:05.093189 95151 start.go:167] duration metric: took 21.254710604s to libmachine.API.Create "ha-273199"
I1028 11:54:05.093198 95151 start.go:293] postStartSetup for "ha-273199-m02" (driver="kvm2")
I1028 11:54:05.093210 95151 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:54:05.093234 95151 main.go:141] libmachine: (ha-273199-m02) Calling .DriverName
I1028 11:54:05.093471 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:54:05.093501 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:05.095736 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.096090 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:05.096118 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.096277 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:05.096451 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:05.096607 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:05.096752 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.225 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/id_rsa Username:docker}
I1028 11:54:05.185260 95151 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:54:05.189209 95151 info.go:137] Remote host: Buildroot 2023.02.9
I1028 11:54:05.189235 95151 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-77800/.minikube/addons for local assets ...
I1028 11:54:05.189307 95151 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-77800/.minikube/files for local assets ...
I1028 11:54:05.189410 95151 filesync.go:149] local asset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> 849652.pem in /etc/ssl/certs
I1028 11:54:05.189427 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> /etc/ssl/certs/849652.pem
I1028 11:54:05.189540 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 11:54:05.197852 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem --> /etc/ssl/certs/849652.pem (1708 bytes)
I1028 11:54:05.218582 95151 start.go:296] duration metric: took 125.373729ms for postStartSetup
I1028 11:54:05.218639 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetConfigRaw
I1028 11:54:05.219202 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetIP
I1028 11:54:05.221996 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.222347 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:05.222371 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.222675 95151 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json ...
I1028 11:54:05.222856 95151 start.go:128] duration metric: took 21.403106118s to createHost
I1028 11:54:05.222880 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:05.225160 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.225457 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:05.225486 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.225646 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:05.225805 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:05.225943 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:05.226048 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:05.226180 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:54:05.226400 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.225 22 <nil> <nil>}
I1028 11:54:05.226415 95151 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 11:54:05.335802 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730116445.296198293
I1028 11:54:05.335827 95151 fix.go:216] guest clock: 1730116445.296198293
I1028 11:54:05.335841 95151 fix.go:229] Guest: 2024-10-28 11:54:05.296198293 +0000 UTC Remote: 2024-10-28 11:54:05.222866703 +0000 UTC m=+67.355138355 (delta=73.33159ms)
I1028 11:54:05.335873 95151 fix.go:200] guest clock delta is within tolerance: 73.33159ms
I1028 11:54:05.335881 95151 start.go:83] releasing machines lock for "ha-273199-m02", held for 21.516234573s
I1028 11:54:05.335906 95151 main.go:141] libmachine: (ha-273199-m02) Calling .DriverName
I1028 11:54:05.336186 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetIP
I1028 11:54:05.338574 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.338916 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:05.338947 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.341021 95151 out.go:177] * Found network options:
I1028 11:54:05.342553 95151 out.go:177] - NO_PROXY=192.168.39.208
W1028 11:54:05.343876 95151 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 11:54:05.343912 95151 main.go:141] libmachine: (ha-273199-m02) Calling .DriverName
I1028 11:54:05.344410 95151 main.go:141] libmachine: (ha-273199-m02) Calling .DriverName
I1028 11:54:05.344601 95151 main.go:141] libmachine: (ha-273199-m02) Calling .DriverName
I1028 11:54:05.344686 95151 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:54:05.344725 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
W1028 11:54:05.344795 95151 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 11:54:05.344870 95151 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:54:05.344892 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHHostname
I1028 11:54:05.347272 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.347603 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.347647 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:05.347674 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.347762 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:05.347920 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:05.348040 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:05.348054 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:05.348067 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:05.348192 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.225 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/id_rsa Username:docker}
I1028 11:54:05.348264 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHPort
I1028 11:54:05.348426 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHKeyPath
I1028 11:54:05.348578 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetSSHUsername
I1028 11:54:05.348717 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.225 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m02/id_rsa Username:docker}
I1028 11:54:05.584423 95151 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 11:54:05.589736 95151 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 11:54:05.589802 95151 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:54:05.603598 95151 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 11:54:05.603618 95151 start.go:495] detecting cgroup driver to use...
I1028 11:54:05.603689 95151 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:54:05.618579 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:54:05.631876 95151 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:54:05.631943 95151 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:54:05.646115 95151 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:54:05.659547 95151 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:54:05.777548 95151 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:54:05.920510 95151 docker.go:233] disabling docker service ...
I1028 11:54:05.920601 95151 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:54:05.935682 95151 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:54:05.948830 95151 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:54:06.089969 95151 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:54:06.214668 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:54:06.227025 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:54:06.243529 95151 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:54:06.243600 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:54:06.252888 95151 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:54:06.252945 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:54:06.262219 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:54:06.271415 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:54:06.282109 95151 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:54:06.291692 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:54:06.300914 95151 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:54:06.316681 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:54:06.325900 95151 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:54:06.334164 95151 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 11:54:06.334217 95151 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 11:54:06.345295 95151 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:54:06.353414 95151 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:54:06.469387 95151 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:54:06.564464 95151 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:54:06.564532 95151 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:54:06.570888 95151 start.go:563] Will wait 60s for crictl version
I1028 11:54:06.570947 95151 ssh_runner.go:195] Run: which crictl
I1028 11:54:06.574424 95151 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:54:06.609470 95151 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 11:54:06.609577 95151 ssh_runner.go:195] Run: crio --version
I1028 11:54:06.636484 95151 ssh_runner.go:195] Run: crio --version
I1028 11:54:06.662978 95151 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 11:54:06.664616 95151 out.go:177] - env NO_PROXY=192.168.39.208
I1028 11:54:06.665640 95151 main.go:141] libmachine: (ha-273199-m02) Calling .GetIP
I1028 11:54:06.668607 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:06.668966 95151 main.go:141] libmachine: (ha-273199-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ac:c5:96", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:57 +0000 UTC Type:0 Mac:52:54:00:ac:c5:96 Iaid: IPaddr:192.168.39.225 Prefix:24 Hostname:ha-273199-m02 Clientid:01:52:54:00:ac:c5:96}
I1028 11:54:06.669004 95151 main.go:141] libmachine: (ha-273199-m02) DBG | domain ha-273199-m02 has defined IP address 192.168.39.225 and MAC address 52:54:00:ac:c5:96 in network mk-ha-273199
I1028 11:54:06.669229 95151 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 11:54:06.673421 95151 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:54:06.684696 95151 mustload.go:65] Loading cluster: ha-273199
I1028 11:54:06.684909 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:54:06.685156 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:54:06.685193 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:54:06.700107 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38707
I1028 11:54:06.700577 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:54:06.701057 95151 main.go:141] libmachine: Using API Version 1
I1028 11:54:06.701079 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:54:06.701393 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:54:06.701590 95151 main.go:141] libmachine: (ha-273199) Calling .GetState
I1028 11:54:06.703274 95151 host.go:66] Checking if "ha-273199" exists ...
I1028 11:54:06.703621 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:54:06.703693 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:54:06.718078 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39353
I1028 11:54:06.718513 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:54:06.718987 95151 main.go:141] libmachine: Using API Version 1
I1028 11:54:06.719005 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:54:06.719322 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:54:06.719504 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:54:06.719671 95151 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199 for IP: 192.168.39.225
I1028 11:54:06.719683 95151 certs.go:194] generating shared ca certs ...
I1028 11:54:06.719702 95151 certs.go:226] acquiring lock for ca certs: {Name:mk37e67f21d9c5a4d685aa017451e1d81f674a0d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:54:06.719827 95151 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key
I1028 11:54:06.719882 95151 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key
I1028 11:54:06.719896 95151 certs.go:256] generating profile certs ...
I1028 11:54:06.720023 95151 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.key
I1028 11:54:06.720055 95151 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.eab99909
I1028 11:54:06.720075 95151 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.eab99909 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.208 192.168.39.225 192.168.39.254]
I1028 11:54:06.852806 95151 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.eab99909 ...
I1028 11:54:06.852843 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.eab99909: {Name:mkb8ff493606403d4b0e4c7b0477c06720a08f60 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:54:06.853016 95151 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.eab99909 ...
I1028 11:54:06.853029 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.eab99909: {Name:mkb3a86efc0165669c50f21e172de132f2ce3594 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:54:06.853101 95151 certs.go:381] copying /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.eab99909 -> /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt
I1028 11:54:06.853233 95151 certs.go:385] copying /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.eab99909 -> /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key
I1028 11:54:06.853356 95151 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key
I1028 11:54:06.853375 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 11:54:06.853388 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 11:54:06.853400 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 11:54:06.853413 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 11:54:06.853426 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 11:54:06.853437 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 11:54:06.853448 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 11:54:06.853457 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 11:54:06.853505 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem (1338 bytes)
W1028 11:54:06.853533 95151 certs.go:480] ignoring /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965_empty.pem, impossibly tiny 0 bytes
I1028 11:54:06.853542 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem (1679 bytes)
I1028 11:54:06.853570 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem (1082 bytes)
I1028 11:54:06.853618 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem (1123 bytes)
I1028 11:54:06.853648 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem (1679 bytes)
I1028 11:54:06.853686 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem (1708 bytes)
I1028 11:54:06.853716 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 11:54:06.853730 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem -> /usr/share/ca-certificates/84965.pem
I1028 11:54:06.853740 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> /usr/share/ca-certificates/849652.pem
I1028 11:54:06.853773 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:54:06.856848 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:54:06.857257 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:54:06.857283 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:54:06.857465 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:54:06.857654 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:54:06.857769 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:54:06.857872 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:54:06.935983 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1028 11:54:06.940830 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1028 11:54:06.951512 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1028 11:54:06.955415 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1028 11:54:06.964440 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1028 11:54:06.967840 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1028 11:54:06.977901 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1028 11:54:06.982116 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1028 11:54:06.992655 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1028 11:54:06.997042 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1028 11:54:07.006289 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1028 11:54:07.009936 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1028 11:54:07.019550 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:54:07.043269 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1028 11:54:07.066117 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:54:07.088035 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 11:54:07.109468 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1028 11:54:07.130767 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 11:54:07.153514 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:54:07.175748 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 11:54:07.198209 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:54:07.219569 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem --> /usr/share/ca-certificates/84965.pem (1338 bytes)
I1028 11:54:07.241366 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem --> /usr/share/ca-certificates/849652.pem (1708 bytes)
I1028 11:54:07.262724 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1028 11:54:07.277348 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1028 11:54:07.291720 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1028 11:54:07.305550 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1028 11:54:07.319528 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1028 11:54:07.333567 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1028 11:54:07.347382 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1028 11:54:07.361182 95151 ssh_runner.go:195] Run: openssl version
I1028 11:54:07.366165 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/849652.pem && ln -fs /usr/share/ca-certificates/849652.pem /etc/ssl/certs/849652.pem"
I1028 11:54:07.375271 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/849652.pem
I1028 11:54:07.379042 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:49 /usr/share/ca-certificates/849652.pem
I1028 11:54:07.379097 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/849652.pem
I1028 11:54:07.384098 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/849652.pem /etc/ssl/certs/3ec20f2e.0"
I1028 11:54:07.393089 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:54:07.402170 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:54:07.405931 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:37 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:54:07.405973 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:54:07.410926 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:54:07.420134 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/84965.pem && ln -fs /usr/share/ca-certificates/84965.pem /etc/ssl/certs/84965.pem"
I1028 11:54:07.429223 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/84965.pem
I1028 11:54:07.433088 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:49 /usr/share/ca-certificates/84965.pem
I1028 11:54:07.433140 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/84965.pem
I1028 11:54:07.437953 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/84965.pem /etc/ssl/certs/51391683.0"
I1028 11:54:07.447048 95151 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:54:07.450389 95151 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:54:07.450445 95151 kubeadm.go:934] updating node {m02 192.168.39.225 8443 v1.31.2 crio true true} ...
I1028 11:54:07.450537 95151 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-273199-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.225
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:54:07.450564 95151 kube-vip.go:115] generating kube-vip config ...
I1028 11:54:07.450597 95151 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 11:54:07.463741 95151 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 11:54:07.463803 95151 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1028 11:54:07.463849 95151 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:54:07.472253 95151 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1028 11:54:07.472293 95151 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1028 11:54:07.480970 95151 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1028 11:54:07.480983 95151 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1028 11:54:07.481001 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 11:54:07.481025 95151 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1028 11:54:07.481066 95151 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 11:54:07.484605 95151 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1028 11:54:07.484635 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1028 11:54:08.215699 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 11:54:08.215797 95151 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 11:54:08.220472 95151 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1028 11:54:08.220510 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1028 11:54:08.302949 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:54:08.332777 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 11:54:08.332899 95151 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 11:54:08.344780 95151 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1028 11:54:08.344827 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1028 11:54:08.738465 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1028 11:54:08.748651 95151 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1028 11:54:08.763967 95151 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:54:08.778166 95151 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1028 11:54:08.792673 95151 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 11:54:08.796110 95151 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:54:08.806415 95151 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:54:08.913077 95151 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:54:08.928428 95151 host.go:66] Checking if "ha-273199" exists ...
I1028 11:54:08.928936 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:54:08.929001 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:54:08.945393 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36801
I1028 11:54:08.945922 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:54:08.946367 95151 main.go:141] libmachine: Using API Version 1
I1028 11:54:08.946393 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:54:08.946734 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:54:08.946931 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:54:08.947168 95151 start.go:317] joinCluster: &{Name:ha-273199 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.208 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.225 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiratio
n:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:54:08.947340 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1028 11:54:08.947363 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:54:08.950295 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:54:08.950729 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:54:08.950759 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:54:08.951003 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:54:08.951292 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:54:08.951467 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:54:08.951675 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:54:09.101707 95151 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.225 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:54:09.101780 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 73w2vd.c8iekbscs17hpxyn --discovery-token-ca-cert-hash sha256:beaaad6dcefec538b7301716d9e53a13a259ea356f04d05d91f8fb074b77da23 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-273199-m02 --control-plane --apiserver-advertise-address=192.168.39.225 --apiserver-bind-port=8443"
I1028 11:54:28.747369 95151 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 73w2vd.c8iekbscs17hpxyn --discovery-token-ca-cert-hash sha256:beaaad6dcefec538b7301716d9e53a13a259ea356f04d05d91f8fb074b77da23 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-273199-m02 --control-plane --apiserver-advertise-address=192.168.39.225 --apiserver-bind-port=8443": (19.645557844s)
I1028 11:54:28.747419 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1028 11:54:29.256098 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-273199-m02 minikube.k8s.io/updated_at=2024_10_28T11_54_29_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f minikube.k8s.io/name=ha-273199 minikube.k8s.io/primary=false
I1028 11:54:29.382642 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-273199-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1028 11:54:29.487190 95151 start.go:319] duration metric: took 20.540107471s to joinCluster
I1028 11:54:29.487270 95151 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.225 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:54:29.487603 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:54:29.489950 95151 out.go:177] * Verifying Kubernetes components...
I1028 11:54:29.491267 95151 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:54:29.728819 95151 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:54:29.746970 95151 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19875-77800/kubeconfig
I1028 11:54:29.747328 95151 kapi.go:59] client config for ha-273199: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.crt", KeyFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.key", CAFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1028 11:54:29.747474 95151 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.208:8443
I1028 11:54:29.747814 95151 node_ready.go:35] waiting up to 6m0s for node "ha-273199-m02" to be "Ready" ...
I1028 11:54:29.747948 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:29.747961 95151 round_trippers.go:469] Request Headers:
I1028 11:54:29.747972 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:29.747980 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:29.757406 95151 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1028 11:54:30.248317 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:30.248345 95151 round_trippers.go:469] Request Headers:
I1028 11:54:30.248355 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:30.248359 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:30.255105 95151 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 11:54:30.748943 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:30.748969 95151 round_trippers.go:469] Request Headers:
I1028 11:54:30.748978 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:30.748984 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:30.752101 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:31.248899 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:31.248919 95151 round_trippers.go:469] Request Headers:
I1028 11:54:31.248928 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:31.248936 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:31.251583 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:31.748337 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:31.748357 95151 round_trippers.go:469] Request Headers:
I1028 11:54:31.748366 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:31.748371 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:31.751333 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:31.751989 95151 node_ready.go:53] node "ha-273199-m02" has status "Ready":"False"
I1028 11:54:32.248221 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:32.248243 95151 round_trippers.go:469] Request Headers:
I1028 11:54:32.248251 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:32.248255 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:32.259191 95151 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1028 11:54:32.748148 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:32.748179 95151 round_trippers.go:469] Request Headers:
I1028 11:54:32.748189 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:32.748194 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:32.751101 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:33.249110 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:33.249135 95151 round_trippers.go:469] Request Headers:
I1028 11:54:33.249144 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:33.249150 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:33.251769 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:33.748905 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:33.748928 95151 round_trippers.go:469] Request Headers:
I1028 11:54:33.748937 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:33.748942 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:33.751961 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:33.752497 95151 node_ready.go:53] node "ha-273199-m02" has status "Ready":"False"
I1028 11:54:34.248826 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:34.248847 95151 round_trippers.go:469] Request Headers:
I1028 11:54:34.248857 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:34.248863 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:34.251279 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:34.748949 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:34.748976 95151 round_trippers.go:469] Request Headers:
I1028 11:54:34.748988 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:34.748993 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:34.752114 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:35.248874 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:35.248898 95151 round_trippers.go:469] Request Headers:
I1028 11:54:35.248906 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:35.248911 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:35.251839 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:35.748886 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:35.748919 95151 round_trippers.go:469] Request Headers:
I1028 11:54:35.748932 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:35.748940 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:35.751814 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:36.248781 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:36.248808 95151 round_trippers.go:469] Request Headers:
I1028 11:54:36.248821 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:36.248826 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:36.251662 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:36.252253 95151 node_ready.go:53] node "ha-273199-m02" has status "Ready":"False"
I1028 11:54:36.748294 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:36.748319 95151 round_trippers.go:469] Request Headers:
I1028 11:54:36.748329 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:36.748343 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:36.751795 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:37.248778 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:37.248807 95151 round_trippers.go:469] Request Headers:
I1028 11:54:37.248815 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:37.248820 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:37.252064 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:37.748876 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:37.748901 95151 round_trippers.go:469] Request Headers:
I1028 11:54:37.748910 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:37.748922 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:37.752889 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:38.248910 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:38.248935 95151 round_trippers.go:469] Request Headers:
I1028 11:54:38.248946 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:38.248951 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:38.252324 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:38.252974 95151 node_ready.go:53] node "ha-273199-m02" has status "Ready":"False"
I1028 11:54:38.748358 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:38.748389 95151 round_trippers.go:469] Request Headers:
I1028 11:54:38.748401 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:38.748410 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:38.751564 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:39.248494 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:39.248515 95151 round_trippers.go:469] Request Headers:
I1028 11:54:39.248524 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:39.248530 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:39.251902 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:39.748889 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:39.748912 95151 round_trippers.go:469] Request Headers:
I1028 11:54:39.748920 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:39.748925 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:39.751666 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:40.248637 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:40.248663 95151 round_trippers.go:469] Request Headers:
I1028 11:54:40.248675 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:40.248682 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:40.251500 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:40.748631 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:40.748655 95151 round_trippers.go:469] Request Headers:
I1028 11:54:40.748665 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:40.748671 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:40.751537 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:40.752161 95151 node_ready.go:53] node "ha-273199-m02" has status "Ready":"False"
I1028 11:54:41.248409 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:41.248429 95151 round_trippers.go:469] Request Headers:
I1028 11:54:41.248437 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:41.248441 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:41.251178 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:41.748613 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:41.748632 95151 round_trippers.go:469] Request Headers:
I1028 11:54:41.748641 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:41.748645 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:41.751235 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:42.248135 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:42.248157 95151 round_trippers.go:469] Request Headers:
I1028 11:54:42.248166 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:42.248171 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:42.251061 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:42.748875 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:42.748898 95151 round_trippers.go:469] Request Headers:
I1028 11:54:42.748904 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:42.748908 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:42.751883 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:42.752428 95151 node_ready.go:53] node "ha-273199-m02" has status "Ready":"False"
I1028 11:54:43.248728 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:43.248749 95151 round_trippers.go:469] Request Headers:
I1028 11:54:43.248757 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:43.248760 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:43.251847 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:43.748532 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:43.748554 95151 round_trippers.go:469] Request Headers:
I1028 11:54:43.748562 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:43.748565 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:43.751916 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:44.248210 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:44.248233 95151 round_trippers.go:469] Request Headers:
I1028 11:54:44.248241 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:44.248245 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:44.251111 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:44.749062 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:44.749085 95151 round_trippers.go:469] Request Headers:
I1028 11:54:44.749092 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:44.749096 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:44.752695 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:44.753451 95151 node_ready.go:53] node "ha-273199-m02" has status "Ready":"False"
I1028 11:54:45.248752 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:45.248776 95151 round_trippers.go:469] Request Headers:
I1028 11:54:45.248784 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:45.248787 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:45.251702 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:45.748613 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:45.748635 95151 round_trippers.go:469] Request Headers:
I1028 11:54:45.748643 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:45.748647 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:45.751481 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:46.248237 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:46.248261 95151 round_trippers.go:469] Request Headers:
I1028 11:54:46.248269 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:46.248272 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:46.251677 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:46.748175 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:46.748196 95151 round_trippers.go:469] Request Headers:
I1028 11:54:46.748204 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:46.748209 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:46.750924 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:47.249094 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:47.249121 95151 round_trippers.go:469] Request Headers:
I1028 11:54:47.249133 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:47.249139 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:47.251939 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:47.252527 95151 node_ready.go:53] node "ha-273199-m02" has status "Ready":"False"
I1028 11:54:47.748867 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:47.748890 95151 round_trippers.go:469] Request Headers:
I1028 11:54:47.748899 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:47.748903 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:47.751778 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:48.248555 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:48.248585 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.248593 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.248597 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.251510 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:48.252376 95151 node_ready.go:49] node "ha-273199-m02" has status "Ready":"True"
I1028 11:54:48.252397 95151 node_ready.go:38] duration metric: took 18.504559305s for node "ha-273199-m02" to be "Ready" ...
I1028 11:54:48.252406 95151 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:54:48.252478 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:54:48.252487 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.252496 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.252506 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.256049 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:48.261653 95151 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-7rnn9" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.261730 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-7rnn9
I1028 11:54:48.261739 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.261746 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.261749 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.264166 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:48.264759 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:48.264776 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.264785 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.264790 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.266666 95151 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1028 11:54:48.267238 95151 pod_ready.go:93] pod "coredns-7c65d6cfc9-7rnn9" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:48.267257 95151 pod_ready.go:82] duration metric: took 5.581341ms for pod "coredns-7c65d6cfc9-7rnn9" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.267267 95151 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-hc26g" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.267326 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-hc26g
I1028 11:54:48.267336 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.267346 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.267353 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.269749 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:48.270236 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:48.270252 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.270259 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.270262 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.272089 95151 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1028 11:54:48.272472 95151 pod_ready.go:93] pod "coredns-7c65d6cfc9-hc26g" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:48.272487 95151 pod_ready.go:82] duration metric: took 5.21491ms for pod "coredns-7c65d6cfc9-hc26g" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.272495 95151 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.272536 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/etcd-ha-273199
I1028 11:54:48.272543 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.272550 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.272553 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.274596 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:48.275004 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:48.275018 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.275024 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.275028 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.277124 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:48.277710 95151 pod_ready.go:93] pod "etcd-ha-273199" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:48.277730 95151 pod_ready.go:82] duration metric: took 5.229334ms for pod "etcd-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.277742 95151 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.277804 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/etcd-ha-273199-m02
I1028 11:54:48.277816 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.277826 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.277830 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.282085 95151 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:54:48.282776 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:48.282794 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.282804 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.282810 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.284715 95151 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1028 11:54:48.285139 95151 pod_ready.go:93] pod "etcd-ha-273199-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:48.285156 95151 pod_ready.go:82] duration metric: took 7.407951ms for pod "etcd-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.285172 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.449552 95151 request.go:632] Waited for 164.30368ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199
I1028 11:54:48.449637 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199
I1028 11:54:48.449649 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.449658 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.449662 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.452644 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:48.649614 95151 request.go:632] Waited for 196.347979ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:48.649674 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:48.649678 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.649686 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.649691 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.652639 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:48.653086 95151 pod_ready.go:93] pod "kube-apiserver-ha-273199" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:48.653104 95151 pod_ready.go:82] duration metric: took 367.924183ms for pod "kube-apiserver-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.653115 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:54:48.849567 95151 request.go:632] Waited for 196.382043ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199-m02
I1028 11:54:48.849633 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199-m02
I1028 11:54:48.849638 95151 round_trippers.go:469] Request Headers:
I1028 11:54:48.849645 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:48.849650 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:48.853050 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:49.049149 95151 request.go:632] Waited for 195.394568ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:49.049239 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:49.049247 95151 round_trippers.go:469] Request Headers:
I1028 11:54:49.049258 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:49.049265 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:49.052619 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:49.053476 95151 pod_ready.go:93] pod "kube-apiserver-ha-273199-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:49.053498 95151 pod_ready.go:82] duration metric: took 400.377088ms for pod "kube-apiserver-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:54:49.053510 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:54:49.249514 95151 request.go:632] Waited for 195.91409ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199
I1028 11:54:49.249575 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199
I1028 11:54:49.249580 95151 round_trippers.go:469] Request Headers:
I1028 11:54:49.249588 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:49.249592 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:49.252347 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:49.449321 95151 request.go:632] Waited for 196.389294ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:49.449390 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:49.449397 95151 round_trippers.go:469] Request Headers:
I1028 11:54:49.449406 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:49.449409 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:49.451910 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:49.452527 95151 pod_ready.go:93] pod "kube-controller-manager-ha-273199" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:49.452552 95151 pod_ready.go:82] duration metric: took 399.03422ms for pod "kube-controller-manager-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:54:49.452565 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:54:49.649568 95151 request.go:632] Waited for 196.917152ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199-m02
I1028 11:54:49.649630 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199-m02
I1028 11:54:49.649635 95151 round_trippers.go:469] Request Headers:
I1028 11:54:49.649643 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:49.649647 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:49.652785 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:49.848836 95151 request.go:632] Waited for 195.315288ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:49.848913 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:49.848921 95151 round_trippers.go:469] Request Headers:
I1028 11:54:49.848932 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:49.848937 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:49.851674 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:49.852191 95151 pod_ready.go:93] pod "kube-controller-manager-ha-273199-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:49.852210 95151 pod_ready.go:82] duration metric: took 399.639073ms for pod "kube-controller-manager-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:54:49.852221 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nrzn7" in "kube-system" namespace to be "Ready" ...
I1028 11:54:50.049350 95151 request.go:632] Waited for 197.035616ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrzn7
I1028 11:54:50.049425 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrzn7
I1028 11:54:50.049433 95151 round_trippers.go:469] Request Headers:
I1028 11:54:50.049443 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:50.049452 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:50.052771 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:50.248743 95151 request.go:632] Waited for 195.280445ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:50.248807 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:50.248812 95151 round_trippers.go:469] Request Headers:
I1028 11:54:50.248827 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:50.248832 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:50.251804 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:54:50.252387 95151 pod_ready.go:93] pod "kube-proxy-nrzn7" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:50.252412 95151 pod_ready.go:82] duration metric: took 400.185555ms for pod "kube-proxy-nrzn7" in "kube-system" namespace to be "Ready" ...
I1028 11:54:50.252424 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tr5vf" in "kube-system" namespace to be "Ready" ...
I1028 11:54:50.449549 95151 request.go:632] Waited for 197.016421ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tr5vf
I1028 11:54:50.449623 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tr5vf
I1028 11:54:50.449628 95151 round_trippers.go:469] Request Headers:
I1028 11:54:50.449639 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:50.449643 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:50.453027 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:50.649191 95151 request.go:632] Waited for 195.415709ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:50.649276 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:50.649281 95151 round_trippers.go:469] Request Headers:
I1028 11:54:50.649289 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:50.649293 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:50.652536 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:50.653266 95151 pod_ready.go:93] pod "kube-proxy-tr5vf" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:50.653285 95151 pod_ready.go:82] duration metric: took 400.855966ms for pod "kube-proxy-tr5vf" in "kube-system" namespace to be "Ready" ...
I1028 11:54:50.653296 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:54:50.849376 95151 request.go:632] Waited for 196.004526ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199
I1028 11:54:50.849458 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199
I1028 11:54:50.849463 95151 round_trippers.go:469] Request Headers:
I1028 11:54:50.849471 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:50.849475 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:50.852508 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:51.049649 95151 request.go:632] Waited for 196.358583ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:51.049709 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:54:51.049715 95151 round_trippers.go:469] Request Headers:
I1028 11:54:51.049722 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:51.049726 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:51.053157 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:51.053815 95151 pod_ready.go:93] pod "kube-scheduler-ha-273199" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:51.053835 95151 pod_ready.go:82] duration metric: took 400.533283ms for pod "kube-scheduler-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:54:51.053846 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:54:51.248991 95151 request.go:632] Waited for 195.052058ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199-m02
I1028 11:54:51.249059 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199-m02
I1028 11:54:51.249064 95151 round_trippers.go:469] Request Headers:
I1028 11:54:51.249072 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:51.249078 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:51.252735 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:51.448724 95151 request.go:632] Waited for 195.285595ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:51.448790 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:54:51.448806 95151 round_trippers.go:469] Request Headers:
I1028 11:54:51.448820 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:51.448825 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:51.452721 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:51.453238 95151 pod_ready.go:93] pod "kube-scheduler-ha-273199-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:54:51.453263 95151 pod_ready.go:82] duration metric: took 399.409754ms for pod "kube-scheduler-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:54:51.453278 95151 pod_ready.go:39] duration metric: took 3.200858022s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:54:51.453306 95151 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:54:51.453378 95151 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:54:51.468618 95151 api_server.go:72] duration metric: took 21.98130215s to wait for apiserver process to appear ...
I1028 11:54:51.468648 95151 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:54:51.468673 95151 api_server.go:253] Checking apiserver healthz at https://192.168.39.208:8443/healthz ...
I1028 11:54:51.472937 95151 api_server.go:279] https://192.168.39.208:8443/healthz returned 200:
ok
I1028 11:54:51.473008 95151 round_trippers.go:463] GET https://192.168.39.208:8443/version
I1028 11:54:51.473014 95151 round_trippers.go:469] Request Headers:
I1028 11:54:51.473022 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:51.473030 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:51.473790 95151 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1028 11:54:51.473893 95151 api_server.go:141] control plane version: v1.31.2
I1028 11:54:51.473910 95151 api_server.go:131] duration metric: took 5.255617ms to wait for apiserver health ...
I1028 11:54:51.473917 95151 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:54:51.649350 95151 request.go:632] Waited for 175.3296ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:54:51.649418 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:54:51.649424 95151 round_trippers.go:469] Request Headers:
I1028 11:54:51.649431 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:51.649436 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:51.653819 95151 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:54:51.658610 95151 system_pods.go:59] 17 kube-system pods found
I1028 11:54:51.658641 95151 system_pods.go:61] "coredns-7c65d6cfc9-7rnn9" [6addf18c-48d4-4b46-9695-d3c73f66dcf7] Running
I1028 11:54:51.658646 95151 system_pods.go:61] "coredns-7c65d6cfc9-hc26g" [352843f5-74ea-4f39-9b5e-8a14206f5ef6] Running
I1028 11:54:51.658651 95151 system_pods.go:61] "etcd-ha-273199" [c5db9f35-3a03-4f2d-b443-61f873acf7b7] Running
I1028 11:54:51.658654 95151 system_pods.go:61] "etcd-ha-273199-m02" [13eca23c-fd7c-420c-8e5b-1043a5bf03f1] Running
I1028 11:54:51.658657 95151 system_pods.go:61] "kindnet-2gldl" [669d86dc-15f1-4cda-9f16-6ebfabad12ae] Running
I1028 11:54:51.658660 95151 system_pods.go:61] "kindnet-ts2mp" [b44672ac-2568-491b-be32-f842e79254b3] Running
I1028 11:54:51.658664 95151 system_pods.go:61] "kube-apiserver-ha-273199" [afee6d99-afef-42a8-9fe4-ea1ced7ee386] Running
I1028 11:54:51.658669 95151 system_pods.go:61] "kube-apiserver-ha-273199-m02" [0455be9b-7f7b-4059-9425-f5a41debf156] Running
I1028 11:54:51.658674 95151 system_pods.go:61] "kube-controller-manager-ha-273199" [9d8860ec-439e-4848-8432-44a3e34f903c] Running
I1028 11:54:51.658682 95151 system_pods.go:61] "kube-controller-manager-ha-273199-m02" [63641fe1-6602-4ecd-8ceb-03f7febf9d90] Running
I1028 11:54:51.658691 95151 system_pods.go:61] "kube-proxy-nrzn7" [578d9ded-2c52-4040-a934-c348fe1ea8f5] Running
I1028 11:54:51.658696 95151 system_pods.go:61] "kube-proxy-tr5vf" [1523079e-d7eb-432d-8023-83ac95c1c853] Running
I1028 11:54:51.658700 95151 system_pods.go:61] "kube-scheduler-ha-273199" [7c2503ac-4e50-4829-bfeb-f3765c344f16] Running
I1028 11:54:51.658704 95151 system_pods.go:61] "kube-scheduler-ha-273199-m02" [21107dcc-cbf5-4ab7-9787-b6b7ab0fccb3] Running
I1028 11:54:51.658707 95151 system_pods.go:61] "kube-vip-ha-273199" [33c167cc-4d0a-4527-bc17-c160af45503c] Running
I1028 11:54:51.658710 95151 system_pods.go:61] "kube-vip-ha-273199-m02" [f4630f40-f1bf-481c-86e3-4afabf60ad22] Running
I1028 11:54:51.658715 95151 system_pods.go:61] "storage-provisioner" [7e8f1437-aa9b-4d11-a516-f545f55e271c] Running
I1028 11:54:51.658722 95151 system_pods.go:74] duration metric: took 184.79709ms to wait for pod list to return data ...
I1028 11:54:51.658732 95151 default_sa.go:34] waiting for default service account to be created ...
I1028 11:54:51.849471 95151 request.go:632] Waited for 190.648261ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/default/serviceaccounts
I1028 11:54:51.849532 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/default/serviceaccounts
I1028 11:54:51.849537 95151 round_trippers.go:469] Request Headers:
I1028 11:54:51.849546 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:51.849549 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:51.853472 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:51.853716 95151 default_sa.go:45] found service account: "default"
I1028 11:54:51.853732 95151 default_sa.go:55] duration metric: took 194.991571ms for default service account to be created ...
I1028 11:54:51.853742 95151 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:54:52.049206 95151 request.go:632] Waited for 195.38768ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:54:52.049272 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:54:52.049279 95151 round_trippers.go:469] Request Headers:
I1028 11:54:52.049287 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:52.049293 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:52.055256 95151 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 11:54:52.060109 95151 system_pods.go:86] 17 kube-system pods found
I1028 11:54:52.060133 95151 system_pods.go:89] "coredns-7c65d6cfc9-7rnn9" [6addf18c-48d4-4b46-9695-d3c73f66dcf7] Running
I1028 11:54:52.060139 95151 system_pods.go:89] "coredns-7c65d6cfc9-hc26g" [352843f5-74ea-4f39-9b5e-8a14206f5ef6] Running
I1028 11:54:52.060143 95151 system_pods.go:89] "etcd-ha-273199" [c5db9f35-3a03-4f2d-b443-61f873acf7b7] Running
I1028 11:54:52.060147 95151 system_pods.go:89] "etcd-ha-273199-m02" [13eca23c-fd7c-420c-8e5b-1043a5bf03f1] Running
I1028 11:54:52.060151 95151 system_pods.go:89] "kindnet-2gldl" [669d86dc-15f1-4cda-9f16-6ebfabad12ae] Running
I1028 11:54:52.060154 95151 system_pods.go:89] "kindnet-ts2mp" [b44672ac-2568-491b-be32-f842e79254b3] Running
I1028 11:54:52.060158 95151 system_pods.go:89] "kube-apiserver-ha-273199" [afee6d99-afef-42a8-9fe4-ea1ced7ee386] Running
I1028 11:54:52.060162 95151 system_pods.go:89] "kube-apiserver-ha-273199-m02" [0455be9b-7f7b-4059-9425-f5a41debf156] Running
I1028 11:54:52.060166 95151 system_pods.go:89] "kube-controller-manager-ha-273199" [9d8860ec-439e-4848-8432-44a3e34f903c] Running
I1028 11:54:52.060171 95151 system_pods.go:89] "kube-controller-manager-ha-273199-m02" [63641fe1-6602-4ecd-8ceb-03f7febf9d90] Running
I1028 11:54:52.060175 95151 system_pods.go:89] "kube-proxy-nrzn7" [578d9ded-2c52-4040-a934-c348fe1ea8f5] Running
I1028 11:54:52.060178 95151 system_pods.go:89] "kube-proxy-tr5vf" [1523079e-d7eb-432d-8023-83ac95c1c853] Running
I1028 11:54:52.060182 95151 system_pods.go:89] "kube-scheduler-ha-273199" [7c2503ac-4e50-4829-bfeb-f3765c344f16] Running
I1028 11:54:52.060185 95151 system_pods.go:89] "kube-scheduler-ha-273199-m02" [21107dcc-cbf5-4ab7-9787-b6b7ab0fccb3] Running
I1028 11:54:52.060188 95151 system_pods.go:89] "kube-vip-ha-273199" [33c167cc-4d0a-4527-bc17-c160af45503c] Running
I1028 11:54:52.060192 95151 system_pods.go:89] "kube-vip-ha-273199-m02" [f4630f40-f1bf-481c-86e3-4afabf60ad22] Running
I1028 11:54:52.060196 95151 system_pods.go:89] "storage-provisioner" [7e8f1437-aa9b-4d11-a516-f545f55e271c] Running
I1028 11:54:52.060203 95151 system_pods.go:126] duration metric: took 206.45399ms to wait for k8s-apps to be running ...
I1028 11:54:52.060213 95151 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:54:52.060255 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:54:52.076447 95151 system_svc.go:56] duration metric: took 16.226067ms WaitForService to wait for kubelet
I1028 11:54:52.076476 95151 kubeadm.go:582] duration metric: took 22.589167548s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:54:52.076506 95151 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:54:52.248935 95151 request.go:632] Waited for 172.334931ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes
I1028 11:54:52.248998 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes
I1028 11:54:52.249004 95151 round_trippers.go:469] Request Headers:
I1028 11:54:52.249011 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:54:52.249015 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:54:52.252625 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:54:52.253475 95151 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:54:52.253500 95151 node_conditions.go:123] node cpu capacity is 2
I1028 11:54:52.253515 95151 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:54:52.253518 95151 node_conditions.go:123] node cpu capacity is 2
I1028 11:54:52.253523 95151 node_conditions.go:105] duration metric: took 177.008634ms to run NodePressure ...
I1028 11:54:52.253537 95151 start.go:241] waiting for startup goroutines ...
I1028 11:54:52.253563 95151 start.go:255] writing updated cluster config ...
I1028 11:54:52.255885 95151 out.go:201]
I1028 11:54:52.257299 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:54:52.257397 95151 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json ...
I1028 11:54:52.258847 95151 out.go:177] * Starting "ha-273199-m03" control-plane node in "ha-273199" cluster
I1028 11:54:52.259962 95151 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:54:52.259986 95151 cache.go:56] Caching tarball of preloaded images
I1028 11:54:52.260095 95151 preload.go:172] Found /home/jenkins/minikube-integration/19875-77800/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 11:54:52.260118 95151 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:54:52.260241 95151 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json ...
I1028 11:54:52.260461 95151 start.go:360] acquireMachinesLock for ha-273199-m03: {Name:mk3bffd01e1b77203f4a9bec69bad605167273db Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1028 11:54:52.260509 95151 start.go:364] duration metric: took 28.17µs to acquireMachinesLock for "ha-273199-m03"
I1028 11:54:52.260527 95151 start.go:93] Provisioning new machine with config: &{Name:ha-273199 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.208 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.225 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:fals
e ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:54:52.260626 95151 start.go:125] createHost starting for "m03" (driver="kvm2")
I1028 11:54:52.262400 95151 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1028 11:54:52.262503 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:54:52.262543 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:54:52.277859 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36333
I1028 11:54:52.278262 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:54:52.278738 95151 main.go:141] libmachine: Using API Version 1
I1028 11:54:52.278759 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:54:52.279160 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:54:52.279351 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetMachineName
I1028 11:54:52.279503 95151 main.go:141] libmachine: (ha-273199-m03) Calling .DriverName
I1028 11:54:52.279669 95151 start.go:159] libmachine.API.Create for "ha-273199" (driver="kvm2")
I1028 11:54:52.279701 95151 client.go:168] LocalClient.Create starting
I1028 11:54:52.279735 95151 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem
I1028 11:54:52.279771 95151 main.go:141] libmachine: Decoding PEM data...
I1028 11:54:52.279787 95151 main.go:141] libmachine: Parsing certificate...
I1028 11:54:52.279863 95151 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem
I1028 11:54:52.279888 95151 main.go:141] libmachine: Decoding PEM data...
I1028 11:54:52.279905 95151 main.go:141] libmachine: Parsing certificate...
I1028 11:54:52.279929 95151 main.go:141] libmachine: Running pre-create checks...
I1028 11:54:52.279940 95151 main.go:141] libmachine: (ha-273199-m03) Calling .PreCreateCheck
I1028 11:54:52.280085 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetConfigRaw
I1028 11:54:52.280426 95151 main.go:141] libmachine: Creating machine...
I1028 11:54:52.280439 95151 main.go:141] libmachine: (ha-273199-m03) Calling .Create
I1028 11:54:52.280557 95151 main.go:141] libmachine: (ha-273199-m03) Creating KVM machine...
I1028 11:54:52.281865 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found existing default KVM network
I1028 11:54:52.281971 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found existing private KVM network mk-ha-273199
I1028 11:54:52.282111 95151 main.go:141] libmachine: (ha-273199-m03) Setting up store path in /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03 ...
I1028 11:54:52.282133 95151 main.go:141] libmachine: (ha-273199-m03) Building disk image from file:///home/jenkins/minikube-integration/19875-77800/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso
I1028 11:54:52.282187 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:52.282077 95896 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19875-77800/.minikube
I1028 11:54:52.282257 95151 main.go:141] libmachine: (ha-273199-m03) Downloading /home/jenkins/minikube-integration/19875-77800/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19875-77800/.minikube/cache/iso/amd64/minikube-v1.34.0-1729002252-19806-amd64.iso...
I1028 11:54:52.559668 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:52.559518 95896 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa...
I1028 11:54:52.735541 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:52.735336 95896 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/ha-273199-m03.rawdisk...
I1028 11:54:52.735589 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Writing magic tar header
I1028 11:54:52.735964 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Writing SSH key tar header
I1028 11:54:52.736074 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:52.736016 95896 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03 ...
I1028 11:54:52.736145 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03
I1028 11:54:52.736240 95151 main.go:141] libmachine: (ha-273199-m03) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03 (perms=drwx------)
I1028 11:54:52.736277 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube/machines
I1028 11:54:52.736290 95151 main.go:141] libmachine: (ha-273199-m03) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube/machines (perms=drwxr-xr-x)
I1028 11:54:52.736342 95151 main.go:141] libmachine: (ha-273199-m03) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800/.minikube (perms=drwxr-xr-x)
I1028 11:54:52.736362 95151 main.go:141] libmachine: (ha-273199-m03) Setting executable bit set on /home/jenkins/minikube-integration/19875-77800 (perms=drwxrwxr-x)
I1028 11:54:52.736375 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800/.minikube
I1028 11:54:52.736394 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19875-77800
I1028 11:54:52.736406 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1028 11:54:52.736415 95151 main.go:141] libmachine: (ha-273199-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1028 11:54:52.736428 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Checking permissions on dir: /home/jenkins
I1028 11:54:52.736436 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Checking permissions on dir: /home
I1028 11:54:52.736447 95151 main.go:141] libmachine: (ha-273199-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1028 11:54:52.736462 95151 main.go:141] libmachine: (ha-273199-m03) Creating domain...
I1028 11:54:52.736473 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Skipping /home - not owner
I1028 11:54:52.737378 95151 main.go:141] libmachine: (ha-273199-m03) define libvirt domain using xml:
I1028 11:54:52.737401 95151 main.go:141] libmachine: (ha-273199-m03) <domain type='kvm'>
I1028 11:54:52.737412 95151 main.go:141] libmachine: (ha-273199-m03) <name>ha-273199-m03</name>
I1028 11:54:52.737420 95151 main.go:141] libmachine: (ha-273199-m03) <memory unit='MiB'>2200</memory>
I1028 11:54:52.737428 95151 main.go:141] libmachine: (ha-273199-m03) <vcpu>2</vcpu>
I1028 11:54:52.737434 95151 main.go:141] libmachine: (ha-273199-m03) <features>
I1028 11:54:52.737442 95151 main.go:141] libmachine: (ha-273199-m03) <acpi/>
I1028 11:54:52.737451 95151 main.go:141] libmachine: (ha-273199-m03) <apic/>
I1028 11:54:52.737465 95151 main.go:141] libmachine: (ha-273199-m03) <pae/>
I1028 11:54:52.737475 95151 main.go:141] libmachine: (ha-273199-m03)
I1028 11:54:52.737485 95151 main.go:141] libmachine: (ha-273199-m03) </features>
I1028 11:54:52.737498 95151 main.go:141] libmachine: (ha-273199-m03) <cpu mode='host-passthrough'>
I1028 11:54:52.737507 95151 main.go:141] libmachine: (ha-273199-m03)
I1028 11:54:52.737512 95151 main.go:141] libmachine: (ha-273199-m03) </cpu>
I1028 11:54:52.737516 95151 main.go:141] libmachine: (ha-273199-m03) <os>
I1028 11:54:52.737521 95151 main.go:141] libmachine: (ha-273199-m03) <type>hvm</type>
I1028 11:54:52.737530 95151 main.go:141] libmachine: (ha-273199-m03) <boot dev='cdrom'/>
I1028 11:54:52.737537 95151 main.go:141] libmachine: (ha-273199-m03) <boot dev='hd'/>
I1028 11:54:52.737549 95151 main.go:141] libmachine: (ha-273199-m03) <bootmenu enable='no'/>
I1028 11:54:52.737555 95151 main.go:141] libmachine: (ha-273199-m03) </os>
I1028 11:54:52.737566 95151 main.go:141] libmachine: (ha-273199-m03) <devices>
I1028 11:54:52.737573 95151 main.go:141] libmachine: (ha-273199-m03) <disk type='file' device='cdrom'>
I1028 11:54:52.737605 95151 main.go:141] libmachine: (ha-273199-m03) <source file='/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/boot2docker.iso'/>
I1028 11:54:52.737626 95151 main.go:141] libmachine: (ha-273199-m03) <target dev='hdc' bus='scsi'/>
I1028 11:54:52.737633 95151 main.go:141] libmachine: (ha-273199-m03) <readonly/>
I1028 11:54:52.737643 95151 main.go:141] libmachine: (ha-273199-m03) </disk>
I1028 11:54:52.737649 95151 main.go:141] libmachine: (ha-273199-m03) <disk type='file' device='disk'>
I1028 11:54:52.737657 95151 main.go:141] libmachine: (ha-273199-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1028 11:54:52.737664 95151 main.go:141] libmachine: (ha-273199-m03) <source file='/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/ha-273199-m03.rawdisk'/>
I1028 11:54:52.737674 95151 main.go:141] libmachine: (ha-273199-m03) <target dev='hda' bus='virtio'/>
I1028 11:54:52.737679 95151 main.go:141] libmachine: (ha-273199-m03) </disk>
I1028 11:54:52.737686 95151 main.go:141] libmachine: (ha-273199-m03) <interface type='network'>
I1028 11:54:52.737691 95151 main.go:141] libmachine: (ha-273199-m03) <source network='mk-ha-273199'/>
I1028 11:54:52.737697 95151 main.go:141] libmachine: (ha-273199-m03) <model type='virtio'/>
I1028 11:54:52.737702 95151 main.go:141] libmachine: (ha-273199-m03) </interface>
I1028 11:54:52.737709 95151 main.go:141] libmachine: (ha-273199-m03) <interface type='network'>
I1028 11:54:52.737714 95151 main.go:141] libmachine: (ha-273199-m03) <source network='default'/>
I1028 11:54:52.737721 95151 main.go:141] libmachine: (ha-273199-m03) <model type='virtio'/>
I1028 11:54:52.737725 95151 main.go:141] libmachine: (ha-273199-m03) </interface>
I1028 11:54:52.737736 95151 main.go:141] libmachine: (ha-273199-m03) <serial type='pty'>
I1028 11:54:52.737741 95151 main.go:141] libmachine: (ha-273199-m03) <target port='0'/>
I1028 11:54:52.737750 95151 main.go:141] libmachine: (ha-273199-m03) </serial>
I1028 11:54:52.737755 95151 main.go:141] libmachine: (ha-273199-m03) <console type='pty'>
I1028 11:54:52.737764 95151 main.go:141] libmachine: (ha-273199-m03) <target type='serial' port='0'/>
I1028 11:54:52.737796 95151 main.go:141] libmachine: (ha-273199-m03) </console>
I1028 11:54:52.737822 95151 main.go:141] libmachine: (ha-273199-m03) <rng model='virtio'>
I1028 11:54:52.737835 95151 main.go:141] libmachine: (ha-273199-m03) <backend model='random'>/dev/random</backend>
I1028 11:54:52.737849 95151 main.go:141] libmachine: (ha-273199-m03) </rng>
I1028 11:54:52.737862 95151 main.go:141] libmachine: (ha-273199-m03)
I1028 11:54:52.737871 95151 main.go:141] libmachine: (ha-273199-m03)
I1028 11:54:52.737883 95151 main.go:141] libmachine: (ha-273199-m03) </devices>
I1028 11:54:52.737895 95151 main.go:141] libmachine: (ha-273199-m03) </domain>
I1028 11:54:52.737906 95151 main.go:141] libmachine: (ha-273199-m03)
I1028 11:54:52.744674 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:8b:32:6e in network default
I1028 11:54:52.745255 95151 main.go:141] libmachine: (ha-273199-m03) Ensuring networks are active...
I1028 11:54:52.745282 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:52.745947 95151 main.go:141] libmachine: (ha-273199-m03) Ensuring network default is active
I1028 11:54:52.746212 95151 main.go:141] libmachine: (ha-273199-m03) Ensuring network mk-ha-273199 is active
I1028 11:54:52.746662 95151 main.go:141] libmachine: (ha-273199-m03) Getting domain xml...
I1028 11:54:52.747399 95151 main.go:141] libmachine: (ha-273199-m03) Creating domain...
I1028 11:54:53.955503 95151 main.go:141] libmachine: (ha-273199-m03) Waiting to get IP...
I1028 11:54:53.956506 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:53.956900 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:53.956929 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:53.956873 95896 retry.go:31] will retry after 206.527377ms: waiting for machine to come up
I1028 11:54:54.165229 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:54.165718 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:54.165747 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:54.165667 95896 retry.go:31] will retry after 298.714532ms: waiting for machine to come up
I1028 11:54:54.466211 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:54.466648 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:54.466677 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:54.466592 95896 retry.go:31] will retry after 313.294403ms: waiting for machine to come up
I1028 11:54:54.781194 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:54.781751 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:54.781781 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:54.781697 95896 retry.go:31] will retry after 490.276773ms: waiting for machine to come up
I1028 11:54:55.273485 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:55.273980 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:55.274010 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:55.273908 95896 retry.go:31] will retry after 747.967363ms: waiting for machine to come up
I1028 11:54:56.023947 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:56.024406 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:56.024436 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:56.024354 95896 retry.go:31] will retry after 879.955575ms: waiting for machine to come up
I1028 11:54:56.905338 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:56.905786 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:56.905854 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:56.905727 95896 retry.go:31] will retry after 900.403526ms: waiting for machine to come up
I1028 11:54:57.807987 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:57.808508 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:57.808532 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:57.808456 95896 retry.go:31] will retry after 915.528727ms: waiting for machine to come up
I1028 11:54:58.725704 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:54:58.726141 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:54:58.726171 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:54:58.726079 95896 retry.go:31] will retry after 1.589094397s: waiting for machine to come up
I1028 11:55:00.316739 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:00.317159 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:55:00.317192 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:55:00.317103 95896 retry.go:31] will retry after 2.113867198s: waiting for machine to come up
I1028 11:55:02.432898 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:02.433399 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:55:02.433425 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:55:02.433344 95896 retry.go:31] will retry after 2.28050393s: waiting for machine to come up
I1028 11:55:04.716742 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:04.717181 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:55:04.717204 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:55:04.717143 95896 retry.go:31] will retry after 2.249398536s: waiting for machine to come up
I1028 11:55:06.969577 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:06.970058 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:55:06.970080 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:55:06.970033 95896 retry.go:31] will retry after 2.958136846s: waiting for machine to come up
I1028 11:55:09.929637 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:09.930041 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find current IP address of domain ha-273199-m03 in network mk-ha-273199
I1028 11:55:09.930070 95151 main.go:141] libmachine: (ha-273199-m03) DBG | I1028 11:55:09.929982 95896 retry.go:31] will retry after 4.070894756s: waiting for machine to come up
I1028 11:55:14.002837 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:14.003301 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has current primary IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:14.003323 95151 main.go:141] libmachine: (ha-273199-m03) Found IP for machine: 192.168.39.14
I1028 11:55:14.003336 95151 main.go:141] libmachine: (ha-273199-m03) Reserving static IP address...
I1028 11:55:14.003697 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find host DHCP lease matching {name: "ha-273199-m03", mac: "52:54:00:46:1d:e9", ip: "192.168.39.14"} in network mk-ha-273199
I1028 11:55:14.078161 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Getting to WaitForSSH function...
I1028 11:55:14.078198 95151 main.go:141] libmachine: (ha-273199-m03) Reserved static IP address: 192.168.39.14
I1028 11:55:14.078221 95151 main.go:141] libmachine: (ha-273199-m03) Waiting for SSH to be available...
I1028 11:55:14.080426 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:14.080837 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199
I1028 11:55:14.080864 95151 main.go:141] libmachine: (ha-273199-m03) DBG | unable to find defined IP address of network mk-ha-273199 interface with MAC address 52:54:00:46:1d:e9
I1028 11:55:14.080998 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Using SSH client type: external
I1028 11:55:14.081020 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa (-rw-------)
I1028 11:55:14.081088 95151 main.go:141] libmachine: (ha-273199-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 11:55:14.081126 95151 main.go:141] libmachine: (ha-273199-m03) DBG | About to run SSH command:
I1028 11:55:14.081172 95151 main.go:141] libmachine: (ha-273199-m03) DBG | exit 0
I1028 11:55:14.084960 95151 main.go:141] libmachine: (ha-273199-m03) DBG | SSH cmd err, output: exit status 255:
I1028 11:55:14.084981 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1028 11:55:14.084988 95151 main.go:141] libmachine: (ha-273199-m03) DBG | command : exit 0
I1028 11:55:14.084993 95151 main.go:141] libmachine: (ha-273199-m03) DBG | err : exit status 255
I1028 11:55:14.084999 95151 main.go:141] libmachine: (ha-273199-m03) DBG | output :
I1028 11:55:17.085220 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Getting to WaitForSSH function...
I1028 11:55:17.087584 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.087980 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:17.088014 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.088124 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Using SSH client type: external
I1028 11:55:17.088151 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa (-rw-------)
I1028 11:55:17.088186 95151 main.go:141] libmachine: (ha-273199-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.14 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1028 11:55:17.088203 95151 main.go:141] libmachine: (ha-273199-m03) DBG | About to run SSH command:
I1028 11:55:17.088242 95151 main.go:141] libmachine: (ha-273199-m03) DBG | exit 0
I1028 11:55:17.219250 95151 main.go:141] libmachine: (ha-273199-m03) DBG | SSH cmd err, output: <nil>:
I1028 11:55:17.219518 95151 main.go:141] libmachine: (ha-273199-m03) KVM machine creation complete!
I1028 11:55:17.219876 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetConfigRaw
I1028 11:55:17.220483 95151 main.go:141] libmachine: (ha-273199-m03) Calling .DriverName
I1028 11:55:17.220685 95151 main.go:141] libmachine: (ha-273199-m03) Calling .DriverName
I1028 11:55:17.220845 95151 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1028 11:55:17.220861 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetState
I1028 11:55:17.222309 95151 main.go:141] libmachine: Detecting operating system of created instance...
I1028 11:55:17.222328 95151 main.go:141] libmachine: Waiting for SSH to be available...
I1028 11:55:17.222335 95151 main.go:141] libmachine: Getting to WaitForSSH function...
I1028 11:55:17.222343 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:17.224588 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.224925 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:17.224952 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.225089 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:17.225238 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.225410 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.225535 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:17.225685 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:55:17.225933 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1028 11:55:17.225948 95151 main.go:141] libmachine: About to run SSH command:
exit 0
I1028 11:55:17.334782 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:55:17.334812 95151 main.go:141] libmachine: Detecting the provisioner...
I1028 11:55:17.334821 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:17.337833 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.338269 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:17.338297 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.338479 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:17.338845 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.339007 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.339176 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:17.339341 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:55:17.339539 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1028 11:55:17.339557 95151 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1028 11:55:17.451978 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1028 11:55:17.452046 95151 main.go:141] libmachine: found compatible host: buildroot
I1028 11:55:17.452059 95151 main.go:141] libmachine: Provisioning with buildroot...
I1028 11:55:17.452070 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetMachineName
I1028 11:55:17.452277 95151 buildroot.go:166] provisioning hostname "ha-273199-m03"
I1028 11:55:17.452288 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetMachineName
I1028 11:55:17.452476 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:17.455103 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.455535 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:17.455562 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.455708 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:17.455867 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.455984 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.456067 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:17.456198 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:55:17.456408 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1028 11:55:17.456424 95151 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-273199-m03 && echo "ha-273199-m03" | sudo tee /etc/hostname
I1028 11:55:17.580666 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-273199-m03
I1028 11:55:17.580700 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:17.583194 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.583511 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:17.583528 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.583802 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:17.584016 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.584194 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.584336 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:17.584491 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:55:17.584694 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1028 11:55:17.584718 95151 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-273199-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-273199-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-273199-m03' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:55:17.704448 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:55:17.704483 95151 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19875-77800/.minikube CaCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19875-77800/.minikube}
I1028 11:55:17.704502 95151 buildroot.go:174] setting up certificates
I1028 11:55:17.704515 95151 provision.go:84] configureAuth start
I1028 11:55:17.704525 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetMachineName
I1028 11:55:17.704814 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetIP
I1028 11:55:17.707324 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.707661 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:17.707690 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.707847 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:17.710530 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.710812 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:17.710834 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.710987 95151 provision.go:143] copyHostCerts
I1028 11:55:17.711016 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem
I1028 11:55:17.711055 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem, removing ...
I1028 11:55:17.711067 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem
I1028 11:55:17.711144 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/ca.pem (1082 bytes)
I1028 11:55:17.711240 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem
I1028 11:55:17.711266 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem, removing ...
I1028 11:55:17.711274 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem
I1028 11:55:17.711309 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/cert.pem (1123 bytes)
I1028 11:55:17.711375 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem
I1028 11:55:17.711397 95151 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem, removing ...
I1028 11:55:17.711406 95151 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem
I1028 11:55:17.711441 95151 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19875-77800/.minikube/key.pem (1679 bytes)
I1028 11:55:17.711512 95151 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem org=jenkins.ha-273199-m03 san=[127.0.0.1 192.168.39.14 ha-273199-m03 localhost minikube]
I1028 11:55:17.872732 95151 provision.go:177] copyRemoteCerts
I1028 11:55:17.872791 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:55:17.872822 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:17.875766 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.876231 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:17.876275 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:17.876474 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:17.876674 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:17.876862 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:17.877007 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa Username:docker}
I1028 11:55:17.961016 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1028 11:55:17.961081 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 11:55:17.984138 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem -> /etc/docker/server.pem
I1028 11:55:17.984226 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 11:55:18.008131 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1028 11:55:18.008227 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 11:55:18.031369 95151 provision.go:87] duration metric: took 326.838997ms to configureAuth
I1028 11:55:18.031405 95151 buildroot.go:189] setting minikube options for container-runtime
I1028 11:55:18.031687 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:55:18.031768 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:18.034245 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.034499 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:18.034512 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.034834 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:18.035030 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:18.035212 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:18.035366 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:18.035511 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:55:18.035733 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1028 11:55:18.035755 95151 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:55:18.272929 95151 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:55:18.272957 95151 main.go:141] libmachine: Checking connection to Docker...
I1028 11:55:18.272965 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetURL
I1028 11:55:18.274324 95151 main.go:141] libmachine: (ha-273199-m03) DBG | Using libvirt version 6000000
I1028 11:55:18.276917 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.277260 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:18.277286 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.277469 95151 main.go:141] libmachine: Docker is up and running!
I1028 11:55:18.277495 95151 main.go:141] libmachine: Reticulating splines...
I1028 11:55:18.277503 95151 client.go:171] duration metric: took 25.997791015s to LocalClient.Create
I1028 11:55:18.277533 95151 start.go:167] duration metric: took 25.997864783s to libmachine.API.Create "ha-273199"
I1028 11:55:18.277545 95151 start.go:293] postStartSetup for "ha-273199-m03" (driver="kvm2")
I1028 11:55:18.277554 95151 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:55:18.277570 95151 main.go:141] libmachine: (ha-273199-m03) Calling .DriverName
I1028 11:55:18.277772 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:55:18.277797 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:18.280107 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.280473 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:18.280500 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.280672 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:18.280818 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:18.280972 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:18.281096 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa Username:docker}
I1028 11:55:18.364949 95151 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:55:18.368679 95151 info.go:137] Remote host: Buildroot 2023.02.9
I1028 11:55:18.368702 95151 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-77800/.minikube/addons for local assets ...
I1028 11:55:18.368765 95151 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-77800/.minikube/files for local assets ...
I1028 11:55:18.368831 95151 filesync.go:149] local asset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> 849652.pem in /etc/ssl/certs
I1028 11:55:18.368841 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> /etc/ssl/certs/849652.pem
I1028 11:55:18.368936 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 11:55:18.377576 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem --> /etc/ssl/certs/849652.pem (1708 bytes)
I1028 11:55:18.398595 95151 start.go:296] duration metric: took 121.036125ms for postStartSetup
I1028 11:55:18.398663 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetConfigRaw
I1028 11:55:18.399226 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetIP
I1028 11:55:18.401512 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.401817 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:18.401845 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.402086 95151 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/config.json ...
I1028 11:55:18.402271 95151 start.go:128] duration metric: took 26.1416351s to createHost
I1028 11:55:18.402293 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:18.404399 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.404785 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:18.404814 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.404972 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:18.405120 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:18.405233 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:18.405349 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:18.405479 95151 main.go:141] libmachine: Using SSH client type: native
I1028 11:55:18.405697 95151 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.14 22 <nil> <nil>}
I1028 11:55:18.405707 95151 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1028 11:55:18.516101 95151 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730116518.496273878
I1028 11:55:18.516127 95151 fix.go:216] guest clock: 1730116518.496273878
I1028 11:55:18.516135 95151 fix.go:229] Guest: 2024-10-28 11:55:18.496273878 +0000 UTC Remote: 2024-10-28 11:55:18.402282303 +0000 UTC m=+140.534554028 (delta=93.991575ms)
I1028 11:55:18.516153 95151 fix.go:200] guest clock delta is within tolerance: 93.991575ms
I1028 11:55:18.516160 95151 start.go:83] releasing machines lock for "ha-273199-m03", held for 26.255640766s
I1028 11:55:18.516185 95151 main.go:141] libmachine: (ha-273199-m03) Calling .DriverName
I1028 11:55:18.516440 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetIP
I1028 11:55:18.519412 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.519815 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:18.519848 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.524337 95151 out.go:177] * Found network options:
I1028 11:55:18.525743 95151 out.go:177] - NO_PROXY=192.168.39.208,192.168.39.225
W1028 11:55:18.527126 95151 proxy.go:119] fail to check proxy env: Error ip not in block
W1028 11:55:18.527158 95151 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 11:55:18.527179 95151 main.go:141] libmachine: (ha-273199-m03) Calling .DriverName
I1028 11:55:18.527726 95151 main.go:141] libmachine: (ha-273199-m03) Calling .DriverName
I1028 11:55:18.527918 95151 main.go:141] libmachine: (ha-273199-m03) Calling .DriverName
I1028 11:55:18.528047 95151 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:55:18.528091 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
W1028 11:55:18.528116 95151 proxy.go:119] fail to check proxy env: Error ip not in block
W1028 11:55:18.528141 95151 proxy.go:119] fail to check proxy env: Error ip not in block
I1028 11:55:18.528213 95151 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:55:18.528236 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHHostname
I1028 11:55:18.531068 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.531433 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:18.531460 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.531507 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.531598 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:18.531771 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:18.531976 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:18.531993 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:18.532001 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:18.532119 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHPort
I1028 11:55:18.532160 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa Username:docker}
I1028 11:55:18.532259 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHKeyPath
I1028 11:55:18.532384 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetSSHUsername
I1028 11:55:18.532522 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.14 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199-m03/id_rsa Username:docker}
I1028 11:55:18.778405 95151 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1028 11:55:18.783655 95151 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1028 11:55:18.783756 95151 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:55:18.797677 95151 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1028 11:55:18.797700 95151 start.go:495] detecting cgroup driver to use...
I1028 11:55:18.797761 95151 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:55:18.814061 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:55:18.825773 95151 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:55:18.825825 95151 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:55:18.837935 95151 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:55:18.849554 95151 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:55:18.965481 95151 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:55:19.099249 95151 docker.go:233] disabling docker service ...
I1028 11:55:19.099323 95151 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:55:19.113114 95151 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:55:19.124849 95151 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:55:19.250769 95151 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:55:19.359879 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:55:19.373349 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:55:19.389521 95151 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:55:19.389615 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:55:19.398854 95151 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:55:19.398906 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:55:19.407802 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:55:19.417192 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:55:19.427164 95151 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:55:19.436640 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:55:19.445835 95151 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:55:19.462270 95151 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:55:19.471609 95151 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:55:19.480345 95151 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 11:55:19.480383 95151 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 11:55:19.492803 95151 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:55:19.501227 95151 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:55:19.617782 95151 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:55:19.703544 95151 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:55:19.703660 95151 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:55:19.708269 95151 start.go:563] Will wait 60s for crictl version
I1028 11:55:19.708326 95151 ssh_runner.go:195] Run: which crictl
I1028 11:55:19.712086 95151 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:55:19.749930 95151 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1028 11:55:19.750010 95151 ssh_runner.go:195] Run: crio --version
I1028 11:55:19.775811 95151 ssh_runner.go:195] Run: crio --version
I1028 11:55:19.801952 95151 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1028 11:55:19.803114 95151 out.go:177] - env NO_PROXY=192.168.39.208
I1028 11:55:19.804273 95151 out.go:177] - env NO_PROXY=192.168.39.208,192.168.39.225
I1028 11:55:19.805417 95151 main.go:141] libmachine: (ha-273199-m03) Calling .GetIP
I1028 11:55:19.808218 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:19.808625 95151 main.go:141] libmachine: (ha-273199-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:1d:e9", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:55:06 +0000 UTC Type:0 Mac:52:54:00:46:1d:e9 Iaid: IPaddr:192.168.39.14 Prefix:24 Hostname:ha-273199-m03 Clientid:01:52:54:00:46:1d:e9}
I1028 11:55:19.808655 95151 main.go:141] libmachine: (ha-273199-m03) DBG | domain ha-273199-m03 has defined IP address 192.168.39.14 and MAC address 52:54:00:46:1d:e9 in network mk-ha-273199
I1028 11:55:19.808919 95151 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1028 11:55:19.812627 95151 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:55:19.824073 95151 mustload.go:65] Loading cluster: ha-273199
I1028 11:55:19.824319 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:55:19.824582 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:55:19.824620 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:55:19.838910 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39293
I1028 11:55:19.839306 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:55:19.839763 95151 main.go:141] libmachine: Using API Version 1
I1028 11:55:19.839782 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:55:19.840142 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:55:19.840307 95151 main.go:141] libmachine: (ha-273199) Calling .GetState
I1028 11:55:19.841569 95151 host.go:66] Checking if "ha-273199" exists ...
I1028 11:55:19.841856 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:55:19.841897 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:55:19.855881 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36611
I1028 11:55:19.856375 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:55:19.856826 95151 main.go:141] libmachine: Using API Version 1
I1028 11:55:19.856843 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:55:19.857163 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:55:19.857327 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:55:19.857467 95151 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199 for IP: 192.168.39.14
I1028 11:55:19.857480 95151 certs.go:194] generating shared ca certs ...
I1028 11:55:19.857496 95151 certs.go:226] acquiring lock for ca certs: {Name:mk37e67f21d9c5a4d685aa017451e1d81f674a0d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:55:19.857646 95151 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key
I1028 11:55:19.857702 95151 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key
I1028 11:55:19.857720 95151 certs.go:256] generating profile certs ...
I1028 11:55:19.857827 95151 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.key
I1028 11:55:19.857863 95151 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.510b5ff7
I1028 11:55:19.857891 95151 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.510b5ff7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.208 192.168.39.225 192.168.39.14 192.168.39.254]
I1028 11:55:19.946624 95151 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.510b5ff7 ...
I1028 11:55:19.946653 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.510b5ff7: {Name:mk3236f0712e0310e6a0f8a3941b2eeadd0570c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:55:19.946816 95151 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.510b5ff7 ...
I1028 11:55:19.946829 95151 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.510b5ff7: {Name:mka0c613afe4278aca8a4ff26ddba521c4e341b0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:55:19.946908 95151 certs.go:381] copying /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt.510b5ff7 -> /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt
I1028 11:55:19.947042 95151 certs.go:385] copying /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key.510b5ff7 -> /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key
I1028 11:55:19.947166 95151 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key
I1028 11:55:19.947182 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1028 11:55:19.947196 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1028 11:55:19.947208 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1028 11:55:19.947221 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1028 11:55:19.947233 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1028 11:55:19.947245 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1028 11:55:19.947256 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1028 11:55:19.967716 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1028 11:55:19.967802 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem (1338 bytes)
W1028 11:55:19.967847 95151 certs.go:480] ignoring /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965_empty.pem, impossibly tiny 0 bytes
I1028 11:55:19.967864 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca-key.pem (1679 bytes)
I1028 11:55:19.967899 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/ca.pem (1082 bytes)
I1028 11:55:19.967933 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/cert.pem (1123 bytes)
I1028 11:55:19.967965 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/key.pem (1679 bytes)
I1028 11:55:19.968019 95151 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem (1708 bytes)
I1028 11:55:19.968051 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem -> /usr/share/ca-certificates/84965.pem
I1028 11:55:19.968066 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem -> /usr/share/ca-certificates/849652.pem
I1028 11:55:19.968076 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1028 11:55:19.968113 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:55:19.971063 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:55:19.971502 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:55:19.971527 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:55:19.971715 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:55:19.971902 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:55:19.972073 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:55:19.972212 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:55:20.047980 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1028 11:55:20.052462 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1028 11:55:20.063257 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1028 11:55:20.067603 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1028 11:55:20.083360 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1028 11:55:20.087209 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1028 11:55:20.096958 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1028 11:55:20.100595 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1028 11:55:20.113829 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1028 11:55:20.117648 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1028 11:55:20.126859 95151 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1028 11:55:20.130471 95151 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1028 11:55:20.139759 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:55:20.167843 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1028 11:55:20.191233 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:55:20.214438 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 11:55:20.235571 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1028 11:55:20.261436 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 11:55:20.285034 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:55:20.310624 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 11:55:20.332555 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/certs/84965.pem --> /usr/share/ca-certificates/84965.pem (1338 bytes)
I1028 11:55:20.354176 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/files/etc/ssl/certs/849652.pem --> /usr/share/ca-certificates/849652.pem (1708 bytes)
I1028 11:55:20.374974 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:55:20.396001 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1028 11:55:20.411032 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1028 11:55:20.426186 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1028 11:55:20.441112 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1028 11:55:20.456730 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1028 11:55:20.472441 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1028 11:55:20.488012 95151 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1028 11:55:20.502635 95151 ssh_runner.go:195] Run: openssl version
I1028 11:55:20.508164 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/84965.pem && ln -fs /usr/share/ca-certificates/84965.pem /etc/ssl/certs/84965.pem"
I1028 11:55:20.519601 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/84965.pem
I1028 11:55:20.523711 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:49 /usr/share/ca-certificates/84965.pem
I1028 11:55:20.523777 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/84965.pem
I1028 11:55:20.529016 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/84965.pem /etc/ssl/certs/51391683.0"
I1028 11:55:20.538537 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/849652.pem && ln -fs /usr/share/ca-certificates/849652.pem /etc/ssl/certs/849652.pem"
I1028 11:55:20.548100 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/849652.pem
I1028 11:55:20.552319 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:49 /usr/share/ca-certificates/849652.pem
I1028 11:55:20.552375 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/849652.pem
I1028 11:55:20.557900 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/849652.pem /etc/ssl/certs/3ec20f2e.0"
I1028 11:55:20.567792 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:55:20.577338 95151 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:55:20.581264 95151 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:37 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:55:20.581323 95151 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:55:20.586529 95151 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:55:20.596428 95151 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:55:20.600115 95151 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:55:20.600167 95151 kubeadm.go:934] updating node {m03 192.168.39.14 8443 v1.31.2 crio true true} ...
I1028 11:55:20.600258 95151 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-273199-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.14
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:55:20.600291 95151 kube-vip.go:115] generating kube-vip config ...
I1028 11:55:20.600325 95151 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1028 11:55:20.616989 95151 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1028 11:55:20.617099 95151 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1028 11:55:20.617151 95151 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:55:20.626357 95151 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1028 11:55:20.626409 95151 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1028 11:55:20.634842 95151 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1028 11:55:20.634876 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 11:55:20.634922 95151 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1028 11:55:20.634942 95151 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1028 11:55:20.634948 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 11:55:20.634853 95151 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1028 11:55:20.635007 95151 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1028 11:55:20.635050 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:55:20.638692 95151 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1028 11:55:20.638722 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1028 11:55:20.663836 95151 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 11:55:20.663872 95151 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1028 11:55:20.663905 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1028 11:55:20.663970 95151 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1028 11:55:20.699827 95151 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1028 11:55:20.699877 95151 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-77800/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1028 11:55:21.384145 95151 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1028 11:55:21.393997 95151 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1028 11:55:21.409884 95151 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:55:21.425811 95151 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1028 11:55:21.441992 95151 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1028 11:55:21.445803 95151 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:55:21.457453 95151 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:55:21.579499 95151 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:55:21.596582 95151 host.go:66] Checking if "ha-273199" exists ...
I1028 11:55:21.597031 95151 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1028 11:55:21.597081 95151 main.go:141] libmachine: Launching plugin server for driver kvm2
I1028 11:55:21.612568 95151 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39277
I1028 11:55:21.613014 95151 main.go:141] libmachine: () Calling .GetVersion
I1028 11:55:21.613608 95151 main.go:141] libmachine: Using API Version 1
I1028 11:55:21.613636 95151 main.go:141] libmachine: () Calling .SetConfigRaw
I1028 11:55:21.613983 95151 main.go:141] libmachine: () Calling .GetMachineName
I1028 11:55:21.614133 95151 main.go:141] libmachine: (ha-273199) Calling .DriverName
I1028 11:55:21.614251 95151 start.go:317] joinCluster: &{Name:ha-273199 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19806/minikube-v1.34.0-1729002252-19806-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-273199 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.208 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.225 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-d
ns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:55:21.614418 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1028 11:55:21.614445 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHHostname
I1028 11:55:21.617174 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:55:21.617565 95151 main.go:141] libmachine: (ha-273199) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:22:d4:52", ip: ""} in network mk-ha-273199: {Iface:virbr1 ExpiryTime:2024-10-28 12:53:12 +0000 UTC Type:0 Mac:52:54:00:22:d4:52 Iaid: IPaddr:192.168.39.208 Prefix:24 Hostname:ha-273199 Clientid:01:52:54:00:22:d4:52}
I1028 11:55:21.617589 95151 main.go:141] libmachine: (ha-273199) DBG | domain ha-273199 has defined IP address 192.168.39.208 and MAC address 52:54:00:22:d4:52 in network mk-ha-273199
I1028 11:55:21.617762 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHPort
I1028 11:55:21.617923 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHKeyPath
I1028 11:55:21.618054 95151 main.go:141] libmachine: (ha-273199) Calling .GetSSHUsername
I1028 11:55:21.618200 95151 sshutil.go:53] new ssh client: &{IP:192.168.39.208 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19875-77800/.minikube/machines/ha-273199/id_rsa Username:docker}
I1028 11:55:21.766904 95151 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:55:21.766967 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token j0glvo.rmlrnzj0xpvqg3aw --discovery-token-ca-cert-hash sha256:beaaad6dcefec538b7301716d9e53a13a259ea356f04d05d91f8fb074b77da23 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-273199-m03 --control-plane --apiserver-advertise-address=192.168.39.14 --apiserver-bind-port=8443"
I1028 11:55:42.707746 95151 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token j0glvo.rmlrnzj0xpvqg3aw --discovery-token-ca-cert-hash sha256:beaaad6dcefec538b7301716d9e53a13a259ea356f04d05d91f8fb074b77da23 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-273199-m03 --control-plane --apiserver-advertise-address=192.168.39.14 --apiserver-bind-port=8443": (20.940747813s)
I1028 11:55:42.707786 95151 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1028 11:55:43.259520 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-273199-m03 minikube.k8s.io/updated_at=2024_10_28T11_55_43_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f minikube.k8s.io/name=ha-273199 minikube.k8s.io/primary=false
I1028 11:55:43.364349 95151 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-273199-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1028 11:55:43.486876 95151 start.go:319] duration metric: took 21.872622243s to joinCluster
I1028 11:55:43.486974 95151 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.14 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:55:43.487346 95151 config.go:182] Loaded profile config "ha-273199": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:55:43.488385 95151 out.go:177] * Verifying Kubernetes components...
I1028 11:55:43.489624 95151 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:55:43.714323 95151 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:55:43.797310 95151 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19875-77800/kubeconfig
I1028 11:55:43.797585 95151 kapi.go:59] client config for ha-273199: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.crt", KeyFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/profiles/ha-273199/client.key", CAFile:"/home/jenkins/minikube-integration/19875-77800/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439ec0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1028 11:55:43.797659 95151 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.208:8443
I1028 11:55:43.797894 95151 node_ready.go:35] waiting up to 6m0s for node "ha-273199-m03" to be "Ready" ...
I1028 11:55:43.797978 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:43.797989 95151 round_trippers.go:469] Request Headers:
I1028 11:55:43.797999 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:43.798002 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:43.801478 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:44.298184 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:44.298206 95151 round_trippers.go:469] Request Headers:
I1028 11:55:44.298216 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:44.298222 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:44.301984 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:44.798900 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:44.798925 95151 round_trippers.go:469] Request Headers:
I1028 11:55:44.798933 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:44.798937 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:44.802625 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:45.298286 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:45.298308 95151 round_trippers.go:469] Request Headers:
I1028 11:55:45.298316 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:45.298323 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:45.301749 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:45.798575 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:45.798599 95151 round_trippers.go:469] Request Headers:
I1028 11:55:45.798606 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:45.798609 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:45.801730 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:45.802260 95151 node_ready.go:53] node "ha-273199-m03" has status "Ready":"False"
I1028 11:55:46.298797 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:46.298831 95151 round_trippers.go:469] Request Headers:
I1028 11:55:46.298843 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:46.298848 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:46.301856 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:55:46.798975 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:46.798994 95151 round_trippers.go:469] Request Headers:
I1028 11:55:46.799003 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:46.799009 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:46.802334 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:47.298943 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:47.298969 95151 round_trippers.go:469] Request Headers:
I1028 11:55:47.298981 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:47.298987 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:47.302012 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:47.799134 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:47.799156 95151 round_trippers.go:469] Request Headers:
I1028 11:55:47.799164 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:47.799170 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:47.802967 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:47.803491 95151 node_ready.go:53] node "ha-273199-m03" has status "Ready":"False"
I1028 11:55:48.298732 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:48.298760 95151 round_trippers.go:469] Request Headers:
I1028 11:55:48.298772 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:48.298778 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:48.302148 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:48.799142 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:48.799170 95151 round_trippers.go:469] Request Headers:
I1028 11:55:48.799182 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:48.799190 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:48.802961 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:49.298717 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:49.298741 95151 round_trippers.go:469] Request Headers:
I1028 11:55:49.298752 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:49.298759 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:49.302024 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:49.798693 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:49.798713 95151 round_trippers.go:469] Request Headers:
I1028 11:55:49.798721 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:49.798726 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:49.832585 95151 round_trippers.go:574] Response Status: 200 OK in 33 milliseconds
I1028 11:55:49.833180 95151 node_ready.go:53] node "ha-273199-m03" has status "Ready":"False"
I1028 11:55:50.298166 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:50.298188 95151 round_trippers.go:469] Request Headers:
I1028 11:55:50.298197 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:50.298201 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:50.301302 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:50.798073 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:50.798095 95151 round_trippers.go:469] Request Headers:
I1028 11:55:50.798104 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:50.798108 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:50.803748 95151 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 11:55:51.298872 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:51.298899 95151 round_trippers.go:469] Request Headers:
I1028 11:55:51.298910 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:51.298913 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:51.301397 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:55:51.798388 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:51.798420 95151 round_trippers.go:469] Request Headers:
I1028 11:55:51.798428 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:51.798434 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:51.801659 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:52.298527 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:52.298549 95151 round_trippers.go:469] Request Headers:
I1028 11:55:52.298561 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:52.298565 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:52.301585 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:55:52.302112 95151 node_ready.go:53] node "ha-273199-m03" has status "Ready":"False"
I1028 11:55:52.798187 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:52.798212 95151 round_trippers.go:469] Request Headers:
I1028 11:55:52.798223 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:52.798228 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:52.801528 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:53.298514 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:53.298542 95151 round_trippers.go:469] Request Headers:
I1028 11:55:53.298550 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:53.298554 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:53.301689 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:53.798539 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:53.798559 95151 round_trippers.go:469] Request Headers:
I1028 11:55:53.798574 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:53.798578 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:53.801491 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:55:54.298293 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:54.298317 95151 round_trippers.go:469] Request Headers:
I1028 11:55:54.298325 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:54.298330 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:54.302064 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:54.302719 95151 node_ready.go:53] node "ha-273199-m03" has status "Ready":"False"
I1028 11:55:54.798749 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:54.798769 95151 round_trippers.go:469] Request Headers:
I1028 11:55:54.798778 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:54.798783 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:54.801841 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:55.298678 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:55.298701 95151 round_trippers.go:469] Request Headers:
I1028 11:55:55.298712 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:55.298716 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:55.302094 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:55.798085 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:55.798105 95151 round_trippers.go:469] Request Headers:
I1028 11:55:55.798113 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:55.798116 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:55.800935 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:55:56.298920 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:56.298949 95151 round_trippers.go:469] Request Headers:
I1028 11:55:56.298958 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:56.298962 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:56.302100 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:56.798358 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:56.798381 95151 round_trippers.go:469] Request Headers:
I1028 11:55:56.798390 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:56.798394 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:56.801648 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:56.802259 95151 node_ready.go:53] node "ha-273199-m03" has status "Ready":"False"
I1028 11:55:57.298900 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:57.298925 95151 round_trippers.go:469] Request Headers:
I1028 11:55:57.298937 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:57.298943 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:57.301768 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:55:57.798111 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:57.798136 95151 round_trippers.go:469] Request Headers:
I1028 11:55:57.798148 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:57.798154 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:57.802245 95151 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:55:58.299121 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:58.299149 95151 round_trippers.go:469] Request Headers:
I1028 11:55:58.299162 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:58.299171 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:58.302703 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:58.798590 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:58.798615 95151 round_trippers.go:469] Request Headers:
I1028 11:55:58.798628 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:58.798634 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:58.801208 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:55:59.299008 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:59.299036 95151 round_trippers.go:469] Request Headers:
I1028 11:55:59.299047 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:59.299054 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:59.302735 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:55:59.303420 95151 node_ready.go:53] node "ha-273199-m03" has status "Ready":"False"
I1028 11:55:59.798874 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:55:59.798896 95151 round_trippers.go:469] Request Headers:
I1028 11:55:59.798903 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:55:59.798907 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:55:59.802046 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:00.298533 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:00.298555 95151 round_trippers.go:469] Request Headers:
I1028 11:56:00.298562 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:00.298567 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:00.301628 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:00.798592 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:00.798612 95151 round_trippers.go:469] Request Headers:
I1028 11:56:00.798619 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:00.798623 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:00.801213 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:01.298108 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:01.298133 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.298143 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.298148 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.301184 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:01.301784 95151 node_ready.go:49] node "ha-273199-m03" has status "Ready":"True"
I1028 11:56:01.301805 95151 node_ready.go:38] duration metric: took 17.503895303s for node "ha-273199-m03" to be "Ready" ...
I1028 11:56:01.301814 95151 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:56:01.301887 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:56:01.301896 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.301903 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.301911 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.308580 95151 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 11:56:01.316771 95151 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-7rnn9" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.316873 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-7rnn9
I1028 11:56:01.316885 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.316900 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.316907 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.320308 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:01.320987 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:01.321003 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.321013 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.321019 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.323787 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:01.324347 95151 pod_ready.go:93] pod "coredns-7c65d6cfc9-7rnn9" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:01.324365 95151 pod_ready.go:82] duration metric: took 7.565058ms for pod "coredns-7c65d6cfc9-7rnn9" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.324373 95151 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-hc26g" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.324419 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-hc26g
I1028 11:56:01.324427 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.324433 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.324439 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.326735 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:01.327335 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:01.327355 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.327365 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.327373 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.329530 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:01.330057 95151 pod_ready.go:93] pod "coredns-7c65d6cfc9-hc26g" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:01.330074 95151 pod_ready.go:82] duration metric: took 5.693547ms for pod "coredns-7c65d6cfc9-hc26g" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.330086 95151 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.330136 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/etcd-ha-273199
I1028 11:56:01.330146 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.330155 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.330165 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.332526 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:01.332999 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:01.333016 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.333027 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.333032 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.334989 95151 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1028 11:56:01.335422 95151 pod_ready.go:93] pod "etcd-ha-273199" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:01.335440 95151 pod_ready.go:82] duration metric: took 5.348301ms for pod "etcd-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.335448 95151 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.335488 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/etcd-ha-273199-m02
I1028 11:56:01.335496 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.335502 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.335506 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.337739 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:01.338582 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:01.338597 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.338604 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.338609 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.340562 95151 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1028 11:56:01.341152 95151 pod_ready.go:93] pod "etcd-ha-273199-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:01.341169 95151 pod_ready.go:82] duration metric: took 5.715551ms for pod "etcd-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.341177 95151 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-273199-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.498553 95151 request.go:632] Waited for 157.309109ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/etcd-ha-273199-m03
I1028 11:56:01.498638 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/etcd-ha-273199-m03
I1028 11:56:01.498650 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.498660 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.498665 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.501894 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:01.699071 95151 request.go:632] Waited for 196.385515ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:01.699155 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:01.699161 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.699169 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.699174 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.702324 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:01.702894 95151 pod_ready.go:93] pod "etcd-ha-273199-m03" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:01.702916 95151 pod_ready.go:82] duration metric: took 361.733856ms for pod "etcd-ha-273199-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.702934 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:56:01.898705 95151 request.go:632] Waited for 195.691939ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199
I1028 11:56:01.898957 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199
I1028 11:56:01.898985 95151 round_trippers.go:469] Request Headers:
I1028 11:56:01.898999 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:01.899009 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:01.902374 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:02.098254 95151 request.go:632] Waited for 195.287162ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:02.098328 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:02.098335 95151 round_trippers.go:469] Request Headers:
I1028 11:56:02.098347 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:02.098353 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:02.101196 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:02.101738 95151 pod_ready.go:93] pod "kube-apiserver-ha-273199" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:02.101763 95151 pod_ready.go:82] duration metric: took 398.820372ms for pod "kube-apiserver-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:56:02.101781 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:56:02.298212 95151 request.go:632] Waited for 196.275952ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199-m02
I1028 11:56:02.298275 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199-m02
I1028 11:56:02.298281 95151 round_trippers.go:469] Request Headers:
I1028 11:56:02.298290 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:02.298301 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:02.301860 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:02.499036 95151 request.go:632] Waited for 196.376254ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:02.499126 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:02.499138 95151 round_trippers.go:469] Request Headers:
I1028 11:56:02.499147 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:02.499155 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:02.502306 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:02.502777 95151 pod_ready.go:93] pod "kube-apiserver-ha-273199-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:02.502797 95151 pod_ready.go:82] duration metric: took 401.004802ms for pod "kube-apiserver-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:56:02.502809 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-273199-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:56:02.698962 95151 request.go:632] Waited for 196.058055ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199-m03
I1028 11:56:02.699040 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-273199-m03
I1028 11:56:02.699049 95151 round_trippers.go:469] Request Headers:
I1028 11:56:02.699060 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:02.699069 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:02.702304 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:02.898265 95151 request.go:632] Waited for 195.32967ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:02.898332 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:02.898337 95151 round_trippers.go:469] Request Headers:
I1028 11:56:02.898346 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:02.898349 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:02.901285 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:02.901755 95151 pod_ready.go:93] pod "kube-apiserver-ha-273199-m03" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:02.901774 95151 pod_ready.go:82] duration metric: took 398.957477ms for pod "kube-apiserver-ha-273199-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:56:02.901786 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:56:03.098215 95151 request.go:632] Waited for 196.338003ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199
I1028 11:56:03.098302 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199
I1028 11:56:03.098312 95151 round_trippers.go:469] Request Headers:
I1028 11:56:03.098326 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:03.098336 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:03.101391 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:03.299109 95151 request.go:632] Waited for 197.052748ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:03.299187 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:03.299198 95151 round_trippers.go:469] Request Headers:
I1028 11:56:03.299211 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:03.299219 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:03.302429 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:03.303124 95151 pod_ready.go:93] pod "kube-controller-manager-ha-273199" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:03.303143 95151 pod_ready.go:82] duration metric: took 401.346731ms for pod "kube-controller-manager-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:56:03.303154 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:56:03.499186 95151 request.go:632] Waited for 195.929738ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199-m02
I1028 11:56:03.499255 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199-m02
I1028 11:56:03.499260 95151 round_trippers.go:469] Request Headers:
I1028 11:56:03.499268 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:03.499283 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:03.502463 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:03.698544 95151 request.go:632] Waited for 195.349647ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:03.698622 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:03.698627 95151 round_trippers.go:469] Request Headers:
I1028 11:56:03.698635 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:03.698642 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:03.701741 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:03.702403 95151 pod_ready.go:93] pod "kube-controller-manager-ha-273199-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:03.702426 95151 pod_ready.go:82] duration metric: took 399.264829ms for pod "kube-controller-manager-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:56:03.702441 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-273199-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:56:03.898913 95151 request.go:632] Waited for 196.399022ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199-m03
I1028 11:56:03.899002 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-273199-m03
I1028 11:56:03.899011 95151 round_trippers.go:469] Request Headers:
I1028 11:56:03.899023 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:03.899029 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:03.902056 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:04.099025 95151 request.go:632] Waited for 196.30082ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:04.099105 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:04.099116 95151 round_trippers.go:469] Request Headers:
I1028 11:56:04.099127 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:04.099137 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:04.102284 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:04.102800 95151 pod_ready.go:93] pod "kube-controller-manager-ha-273199-m03" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:04.102822 95151 pod_ready.go:82] duration metric: took 400.371733ms for pod "kube-controller-manager-ha-273199-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:56:04.102837 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9g4h7" in "kube-system" namespace to be "Ready" ...
I1028 11:56:04.299058 95151 request.go:632] Waited for 196.137259ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9g4h7
I1028 11:56:04.299139 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9g4h7
I1028 11:56:04.299144 95151 round_trippers.go:469] Request Headers:
I1028 11:56:04.299153 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:04.299157 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:04.302746 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:04.499079 95151 request.go:632] Waited for 195.393701ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:04.499163 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:04.499171 95151 round_trippers.go:469] Request Headers:
I1028 11:56:04.499185 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:04.499195 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:04.503387 95151 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1028 11:56:04.504037 95151 pod_ready.go:93] pod "kube-proxy-9g4h7" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:04.504061 95151 pod_ready.go:82] duration metric: took 401.216048ms for pod "kube-proxy-9g4h7" in "kube-system" namespace to be "Ready" ...
I1028 11:56:04.504076 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nrzn7" in "kube-system" namespace to be "Ready" ...
I1028 11:56:04.698976 95151 request.go:632] Waited for 194.814472ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrzn7
I1028 11:56:04.699062 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrzn7
I1028 11:56:04.699071 95151 round_trippers.go:469] Request Headers:
I1028 11:56:04.699079 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:04.699084 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:04.702055 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:04.898609 95151 request.go:632] Waited for 195.739677ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:04.898675 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:04.898683 95151 round_trippers.go:469] Request Headers:
I1028 11:56:04.898693 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:04.898700 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:04.901923 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:04.902584 95151 pod_ready.go:93] pod "kube-proxy-nrzn7" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:04.902605 95151 pod_ready.go:82] duration metric: took 398.518978ms for pod "kube-proxy-nrzn7" in "kube-system" namespace to be "Ready" ...
I1028 11:56:04.902614 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tr5vf" in "kube-system" namespace to be "Ready" ...
I1028 11:56:05.098688 95151 request.go:632] Waited for 195.978821ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tr5vf
I1028 11:56:05.098754 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tr5vf
I1028 11:56:05.098759 95151 round_trippers.go:469] Request Headers:
I1028 11:56:05.098768 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:05.098778 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:05.102003 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:05.298290 95151 request.go:632] Waited for 195.293864ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:05.298361 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:05.298369 95151 round_trippers.go:469] Request Headers:
I1028 11:56:05.298380 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:05.298386 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:05.301816 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:05.302344 95151 pod_ready.go:93] pod "kube-proxy-tr5vf" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:05.302364 95151 pod_ready.go:82] duration metric: took 399.743307ms for pod "kube-proxy-tr5vf" in "kube-system" namespace to be "Ready" ...
I1028 11:56:05.302375 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:56:05.498499 95151 request.go:632] Waited for 196.032121ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199
I1028 11:56:05.498559 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199
I1028 11:56:05.498565 95151 round_trippers.go:469] Request Headers:
I1028 11:56:05.498572 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:05.498584 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:05.501658 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:05.698555 95151 request.go:632] Waited for 196.349621ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:05.698630 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199
I1028 11:56:05.698639 95151 round_trippers.go:469] Request Headers:
I1028 11:56:05.698659 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:05.698670 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:05.701856 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:05.702478 95151 pod_ready.go:93] pod "kube-scheduler-ha-273199" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:05.702502 95151 pod_ready.go:82] duration metric: took 400.117869ms for pod "kube-scheduler-ha-273199" in "kube-system" namespace to be "Ready" ...
I1028 11:56:05.702516 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:56:05.898432 95151 request.go:632] Waited for 195.801686ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199-m02
I1028 11:56:05.898504 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199-m02
I1028 11:56:05.898512 95151 round_trippers.go:469] Request Headers:
I1028 11:56:05.898523 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:05.898535 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:05.901090 95151 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1028 11:56:06.099148 95151 request.go:632] Waited for 197.39166ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:06.099243 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m02
I1028 11:56:06.099256 95151 round_trippers.go:469] Request Headers:
I1028 11:56:06.099266 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:06.099273 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:06.102573 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:06.103298 95151 pod_ready.go:93] pod "kube-scheduler-ha-273199-m02" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:06.103317 95151 pod_ready.go:82] duration metric: took 400.794152ms for pod "kube-scheduler-ha-273199-m02" in "kube-system" namespace to be "Ready" ...
I1028 11:56:06.103328 95151 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-273199-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:56:06.298494 95151 request.go:632] Waited for 195.077295ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199-m03
I1028 11:56:06.298597 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-273199-m03
I1028 11:56:06.298623 95151 round_trippers.go:469] Request Headers:
I1028 11:56:06.298634 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:06.298639 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:06.301973 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:06.499177 95151 request.go:632] Waited for 196.369372ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:06.499245 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes/ha-273199-m03
I1028 11:56:06.499253 95151 round_trippers.go:469] Request Headers:
I1028 11:56:06.499263 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:06.499271 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:06.503129 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:06.503622 95151 pod_ready.go:93] pod "kube-scheduler-ha-273199-m03" in "kube-system" namespace has status "Ready":"True"
I1028 11:56:06.503653 95151 pod_ready.go:82] duration metric: took 400.317222ms for pod "kube-scheduler-ha-273199-m03" in "kube-system" namespace to be "Ready" ...
I1028 11:56:06.503666 95151 pod_ready.go:39] duration metric: took 5.2018361s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:56:06.503683 95151 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:56:06.503735 95151 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:56:06.519167 95151 api_server.go:72] duration metric: took 23.032149937s to wait for apiserver process to appear ...
I1028 11:56:06.519193 95151 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:56:06.519218 95151 api_server.go:253] Checking apiserver healthz at https://192.168.39.208:8443/healthz ...
I1028 11:56:06.524148 95151 api_server.go:279] https://192.168.39.208:8443/healthz returned 200:
ok
I1028 11:56:06.524235 95151 round_trippers.go:463] GET https://192.168.39.208:8443/version
I1028 11:56:06.524247 95151 round_trippers.go:469] Request Headers:
I1028 11:56:06.524259 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:06.524269 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:06.525138 95151 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1028 11:56:06.525206 95151 api_server.go:141] control plane version: v1.31.2
I1028 11:56:06.525222 95151 api_server.go:131] duration metric: took 6.021057ms to wait for apiserver health ...
I1028 11:56:06.525232 95151 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:56:06.698920 95151 request.go:632] Waited for 173.589854ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:56:06.699014 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:56:06.699026 95151 round_trippers.go:469] Request Headers:
I1028 11:56:06.699037 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:06.699046 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:06.705719 95151 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1028 11:56:06.711799 95151 system_pods.go:59] 24 kube-system pods found
I1028 11:56:06.711826 95151 system_pods.go:61] "coredns-7c65d6cfc9-7rnn9" [6addf18c-48d4-4b46-9695-d3c73f66dcf7] Running
I1028 11:56:06.711831 95151 system_pods.go:61] "coredns-7c65d6cfc9-hc26g" [352843f5-74ea-4f39-9b5e-8a14206f5ef6] Running
I1028 11:56:06.711834 95151 system_pods.go:61] "etcd-ha-273199" [c5db9f35-3a03-4f2d-b443-61f873acf7b7] Running
I1028 11:56:06.711837 95151 system_pods.go:61] "etcd-ha-273199-m02" [13eca23c-fd7c-420c-8e5b-1043a5bf03f1] Running
I1028 11:56:06.711840 95151 system_pods.go:61] "etcd-ha-273199-m03" [5f55a9d6-a456-429f-9b74-cb7f84972387] Running
I1028 11:56:06.711845 95151 system_pods.go:61] "kindnet-2gldl" [669d86dc-15f1-4cda-9f16-6ebfabad12ae] Running
I1028 11:56:06.711849 95151 system_pods.go:61] "kindnet-rz4mf" [33ad0e92-e29c-4e54-8593-7cffd69fd439] Running
I1028 11:56:06.711858 95151 system_pods.go:61] "kindnet-ts2mp" [b44672ac-2568-491b-be32-f842e79254b3] Running
I1028 11:56:06.711864 95151 system_pods.go:61] "kube-apiserver-ha-273199" [afee6d99-afef-42a8-9fe4-ea1ced7ee386] Running
I1028 11:56:06.711869 95151 system_pods.go:61] "kube-apiserver-ha-273199-m02" [0455be9b-7f7b-4059-9425-f5a41debf156] Running
I1028 11:56:06.711877 95151 system_pods.go:61] "kube-apiserver-ha-273199-m03" [c105b6cc-4d2d-41b0-b97b-b9062fefac6e] Running
I1028 11:56:06.711884 95151 system_pods.go:61] "kube-controller-manager-ha-273199" [9d8860ec-439e-4848-8432-44a3e34f903c] Running
I1028 11:56:06.711893 95151 system_pods.go:61] "kube-controller-manager-ha-273199-m02" [63641fe1-6602-4ecd-8ceb-03f7febf9d90] Running
I1028 11:56:06.711901 95151 system_pods.go:61] "kube-controller-manager-ha-273199-m03" [67649737-1ea7-469e-adca-de5256b7e1da] Running
I1028 11:56:06.711906 95151 system_pods.go:61] "kube-proxy-9g4h7" [4899b8e5-73ce-487e-81ca-f833a1dc900b] Running
I1028 11:56:06.711911 95151 system_pods.go:61] "kube-proxy-nrzn7" [578d9ded-2c52-4040-a934-c348fe1ea8f5] Running
I1028 11:56:06.711917 95151 system_pods.go:61] "kube-proxy-tr5vf" [1523079e-d7eb-432d-8023-83ac95c1c853] Running
I1028 11:56:06.711923 95151 system_pods.go:61] "kube-scheduler-ha-273199" [7c2503ac-4e50-4829-bfeb-f3765c344f16] Running
I1028 11:56:06.711926 95151 system_pods.go:61] "kube-scheduler-ha-273199-m02" [21107dcc-cbf5-4ab7-9787-b6b7ab0fccb3] Running
I1028 11:56:06.711932 95151 system_pods.go:61] "kube-scheduler-ha-273199-m03" [32dacfe3-eedd-4564-a021-d4034949407b] Running
I1028 11:56:06.711935 95151 system_pods.go:61] "kube-vip-ha-273199" [33c167cc-4d0a-4527-bc17-c160af45503c] Running
I1028 11:56:06.711940 95151 system_pods.go:61] "kube-vip-ha-273199-m02" [f4630f40-f1bf-481c-86e3-4afabf60ad22] Running
I1028 11:56:06.711943 95151 system_pods.go:61] "kube-vip-ha-273199-m03" [ff0e1725-49da-4769-8da6-667725b79550] Running
I1028 11:56:06.711947 95151 system_pods.go:61] "storage-provisioner" [7e8f1437-aa9b-4d11-a516-f545f55e271c] Running
I1028 11:56:06.711955 95151 system_pods.go:74] duration metric: took 186.713107ms to wait for pod list to return data ...
I1028 11:56:06.711967 95151 default_sa.go:34] waiting for default service account to be created ...
I1028 11:56:06.899177 95151 request.go:632] Waited for 187.113111ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/default/serviceaccounts
I1028 11:56:06.899236 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/default/serviceaccounts
I1028 11:56:06.899242 95151 round_trippers.go:469] Request Headers:
I1028 11:56:06.899250 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:06.899255 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:06.902353 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:06.902463 95151 default_sa.go:45] found service account: "default"
I1028 11:56:06.902477 95151 default_sa.go:55] duration metric: took 190.499796ms for default service account to be created ...
I1028 11:56:06.902489 95151 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:56:07.098925 95151 request.go:632] Waited for 196.358925ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:56:07.099006 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/namespaces/kube-system/pods
I1028 11:56:07.099015 95151 round_trippers.go:469] Request Headers:
I1028 11:56:07.099027 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:07.099034 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:07.104802 95151 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1028 11:56:07.111244 95151 system_pods.go:86] 24 kube-system pods found
I1028 11:56:07.111271 95151 system_pods.go:89] "coredns-7c65d6cfc9-7rnn9" [6addf18c-48d4-4b46-9695-d3c73f66dcf7] Running
I1028 11:56:07.111276 95151 system_pods.go:89] "coredns-7c65d6cfc9-hc26g" [352843f5-74ea-4f39-9b5e-8a14206f5ef6] Running
I1028 11:56:07.111280 95151 system_pods.go:89] "etcd-ha-273199" [c5db9f35-3a03-4f2d-b443-61f873acf7b7] Running
I1028 11:56:07.111284 95151 system_pods.go:89] "etcd-ha-273199-m02" [13eca23c-fd7c-420c-8e5b-1043a5bf03f1] Running
I1028 11:56:07.111287 95151 system_pods.go:89] "etcd-ha-273199-m03" [5f55a9d6-a456-429f-9b74-cb7f84972387] Running
I1028 11:56:07.111292 95151 system_pods.go:89] "kindnet-2gldl" [669d86dc-15f1-4cda-9f16-6ebfabad12ae] Running
I1028 11:56:07.111296 95151 system_pods.go:89] "kindnet-rz4mf" [33ad0e92-e29c-4e54-8593-7cffd69fd439] Running
I1028 11:56:07.111301 95151 system_pods.go:89] "kindnet-ts2mp" [b44672ac-2568-491b-be32-f842e79254b3] Running
I1028 11:56:07.111306 95151 system_pods.go:89] "kube-apiserver-ha-273199" [afee6d99-afef-42a8-9fe4-ea1ced7ee386] Running
I1028 11:56:07.111312 95151 system_pods.go:89] "kube-apiserver-ha-273199-m02" [0455be9b-7f7b-4059-9425-f5a41debf156] Running
I1028 11:56:07.111320 95151 system_pods.go:89] "kube-apiserver-ha-273199-m03" [c105b6cc-4d2d-41b0-b97b-b9062fefac6e] Running
I1028 11:56:07.111326 95151 system_pods.go:89] "kube-controller-manager-ha-273199" [9d8860ec-439e-4848-8432-44a3e34f903c] Running
I1028 11:56:07.111336 95151 system_pods.go:89] "kube-controller-manager-ha-273199-m02" [63641fe1-6602-4ecd-8ceb-03f7febf9d90] Running
I1028 11:56:07.111342 95151 system_pods.go:89] "kube-controller-manager-ha-273199-m03" [67649737-1ea7-469e-adca-de5256b7e1da] Running
I1028 11:56:07.111348 95151 system_pods.go:89] "kube-proxy-9g4h7" [4899b8e5-73ce-487e-81ca-f833a1dc900b] Running
I1028 11:56:07.111354 95151 system_pods.go:89] "kube-proxy-nrzn7" [578d9ded-2c52-4040-a934-c348fe1ea8f5] Running
I1028 11:56:07.111358 95151 system_pods.go:89] "kube-proxy-tr5vf" [1523079e-d7eb-432d-8023-83ac95c1c853] Running
I1028 11:56:07.111364 95151 system_pods.go:89] "kube-scheduler-ha-273199" [7c2503ac-4e50-4829-bfeb-f3765c344f16] Running
I1028 11:56:07.111368 95151 system_pods.go:89] "kube-scheduler-ha-273199-m02" [21107dcc-cbf5-4ab7-9787-b6b7ab0fccb3] Running
I1028 11:56:07.111374 95151 system_pods.go:89] "kube-scheduler-ha-273199-m03" [32dacfe3-eedd-4564-a021-d4034949407b] Running
I1028 11:56:07.111377 95151 system_pods.go:89] "kube-vip-ha-273199" [33c167cc-4d0a-4527-bc17-c160af45503c] Running
I1028 11:56:07.111386 95151 system_pods.go:89] "kube-vip-ha-273199-m02" [f4630f40-f1bf-481c-86e3-4afabf60ad22] Running
I1028 11:56:07.111391 95151 system_pods.go:89] "kube-vip-ha-273199-m03" [ff0e1725-49da-4769-8da6-667725b79550] Running
I1028 11:56:07.111394 95151 system_pods.go:89] "storage-provisioner" [7e8f1437-aa9b-4d11-a516-f545f55e271c] Running
I1028 11:56:07.111402 95151 system_pods.go:126] duration metric: took 208.905709ms to wait for k8s-apps to be running ...
I1028 11:56:07.111413 95151 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:56:07.111468 95151 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:56:07.126987 95151 system_svc.go:56] duration metric: took 15.565787ms WaitForService to wait for kubelet
I1028 11:56:07.127011 95151 kubeadm.go:582] duration metric: took 23.639999996s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:56:07.127031 95151 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:56:07.298754 95151 request.go:632] Waited for 171.640481ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.208:8443/api/v1/nodes
I1028 11:56:07.298832 95151 round_trippers.go:463] GET https://192.168.39.208:8443/api/v1/nodes
I1028 11:56:07.298839 95151 round_trippers.go:469] Request Headers:
I1028 11:56:07.298848 95151 round_trippers.go:473] Accept: application/json, */*
I1028 11:56:07.298857 95151 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1028 11:56:07.302715 95151 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1028 11:56:07.303776 95151 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:56:07.303797 95151 node_conditions.go:123] node cpu capacity is 2
I1028 11:56:07.303807 95151 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:56:07.303810 95151 node_conditions.go:123] node cpu capacity is 2
I1028 11:56:07.303814 95151 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1028 11:56:07.303817 95151 node_conditions.go:123] node cpu capacity is 2
I1028 11:56:07.303821 95151 node_conditions.go:105] duration metric: took 176.784967ms to run NodePressure ...
I1028 11:56:07.303834 95151 start.go:241] waiting for startup goroutines ...
I1028 11:56:07.303857 95151 start.go:255] writing updated cluster config ...
I1028 11:56:07.304142 95151 ssh_runner.go:195] Run: rm -f paused
I1028 11:56:07.355822 95151 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 11:56:07.357678 95151 out.go:177] * Done! kubectl is now configured to use "ha-273199" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.662321366Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=0824934b-31d2-43d5-8e94-f586405559d3 name=/runtime.v1.RuntimeService/Version
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.663257216Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=41c66073-8fc0-4999-9349-5b01e28c6198 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.663665957Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116800663642602,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=41c66073-8fc0-4999-9349-5b01e28c6198 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.664092572Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=cd5315b6-cd6a-439e-af18-6bd65088a324 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.664159902Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=cd5315b6-cd6a-439e-af18-6bd65088a324 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.664417429Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:609ad54d4add217a403dab711011ec3d659cac6ccd74369cbdd816a01f146d08,PodSandboxId:5aab280940ba8796fb3fb2f789d02e5772324d633234812f640318583e764633,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730116570923560988,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-fnvwg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7e89846f-39f0-42a4-b343-0ae004376bc7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:74749e36327760b660e76850cdd18acee66a25699a1565fd0a1c62b07c64da6d,PodSandboxId:a33a6d6dc5f668757a7697fd9056cee3c00c095811b2b7cbfbbb3b463f9ccbd6,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730116437380182660,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-7rnn9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6addf18c-48d4-4b46-9695-d3c73f66dcf7,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:72c80fedf66439aca8395ae10d9a2b669d916d6f0bd9ae621899fa27cdaf02c3,PodSandboxId:53cd5c1c15675458a9ff8deab1950e0db39cab559d1dc9616cc4808490e0c434,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730116437372638329,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: 7e8f1437-aa9b-4d11-a516-f545f55e271c,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fe58f2eaad87a3e4ca463339b6bdc855488a4708b9af049606ed9263e8e3c3ce,PodSandboxId:257fc926b128d66fc97f2b78529f25e335662363439ba9474e852e475fdae752,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730116437380311534,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hc26g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 352843f5-74
ea-4f39-9b5e-8a14206f5ef6,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e082051f544c2f58c0836531b76446e3898029ae17fefdbfa255bbbd926449a9,PodSandboxId:ef059ce23254d5eb38777c8866a0e1e9600cab10b90ef5e11ffaebcca98473b9,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17301164
25263271415,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2gldl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 669d86dc-15f1-4cda-9f16-6ebfabad12ae,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:82471ae5ddf92bc9f27e4f2d1643b24168e0f4093b368ee655ccfac791641e5a,PodSandboxId:0cbf13a852cd292d72d97ee5646b88b258c5f201ce34b057e18d9517dc3a84d3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730116424952598022,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tr5vf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1523079e-d7eb-432d-8023-83ac95c1c853,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:39409b2e850129d141d50d88302c758bd2957fb9d17df093040fc143d949c447,PodSandboxId:cc7ea362731d6c6defc4c334d7c8b9cd8b771d703694467991007a6e099fa51d,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730116414731154454,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ec1fb61a398f082d62933fd99a5e91c8,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:07773cb979d8fe67dd6a5c0d085494b2c16f8ba096d905939c5e2f8c61fee5df,PodSandboxId:2541db65f40ae3c63fb23d9a39a5ec638e362f6289edc73e82b9b5a48e431566,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730116412220871430,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3f68a446dbf81588ffdebc94e65e05,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8b350f0da3b167090f4962b426f2cdb72c5e67efd4c086bc5d6cc4eab1377a56,PodSandboxId:43ab783eb915158f24da54e7dca3caa6b897a02986e033645c50cc4717539c84,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730116412222544080,Labels:map[string]string{io.kubernetes.container.nam
e: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 67aa1fe51ef7e2d6640194db4db476a0,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6fb4822a5b7911d46388aa08e81918660264ddda93001795899d5f8524a5ec4c,PodSandboxId:737b1cd7f74b4f6f573cdce4b751f6d0486c6dd2797ca0d2dc179f134808761a,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730116412215353188,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2afa0eef601ae02df3405cd2d523046c,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec2df51593c58ac828d4854955c86294500f87c498e29577626b166b1b3f72f3,PodSandboxId:32e3db6238d43266729702631eedfcee3459fff524885e5705da02bf98520bdc,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730116412084689059,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-273199,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af5894cc6d394a4575ef924f31654a84,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=cd5315b6-cd6a-439e-af18-6bd65088a324 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.675850057Z" level=debug msg="Request: &ListPodSandboxRequest{Filter:nil,}" file="otel-collector/interceptors.go:62" id=944924fb-8e07-42fd-9669-5921b28ab852 name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.676219068Z" level=debug msg="Response: &ListPodSandboxResponse{Items:[]*PodSandbox{&PodSandbox{Id:5aab280940ba8796fb3fb2f789d02e5772324d633234812f640318583e764633,Metadata:&PodSandboxMetadata{Name:busybox-7dff88458-fnvwg,Uid:7e89846f-39f0-42a4-b343-0ae004376bc7,Namespace:default,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730116568595326394,Labels:map[string]string{app: busybox,io.kubernetes.container.name: POD,io.kubernetes.pod.name: busybox-7dff88458-fnvwg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7e89846f-39f0-42a4-b343-0ae004376bc7,pod-template-hash: 7dff88458,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-28T11:56:08.271095605Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:53cd5c1c15675458a9ff8deab1950e0db39cab559d1dc9616cc4808490e0c434,Metadata:&PodSandboxMetadata{Name:storage-provisioner,Uid:7e8f1437-aa9b-4d11-a516-f545f55e271c,Namespace:kube-system,Attempt:0,},State:SANDBO
X_READY,CreatedAt:1730116437166402002,Labels:map[string]string{addonmanager.kubernetes.io/mode: Reconcile,integration-test: storage-provisioner,io.kubernetes.container.name: POD,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7e8f1437-aa9b-4d11-a516-f545f55e271c,},Annotations:map[string]string{kubectl.kubernetes.io/last-applied-configuration: {\"apiVersion\":\"v1\",\"kind\":\"Pod\",\"metadata\":{\"annotations\":{},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"Reconcile\",\"integration-test\":\"storage-provisioner\"},\"name\":\"storage-provisioner\",\"namespace\":\"kube-system\"},\"spec\":{\"containers\":[{\"command\":[\"/storage-provisioner\"],\"image\":\"gcr.io/k8s-minikube/storage-provisioner:v5\",\"imagePullPolicy\":\"IfNotPresent\",\"name\":\"storage-provisioner\",\"volumeMounts\":[{\"mountPath\":\"/tmp\",\"name\":\"tmp\"}]}],\"hostNetwork\":true,\"serviceAccountName\":\"storage-provisioner\",\"volumes\":[{\"hostPath\":{\"path\":\"/tmp\",\"ty
pe\":\"Directory\"},\"name\":\"tmp\"}]}}\n,kubernetes.io/config.seen: 2024-10-28T11:53:56.836966681Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:257fc926b128d66fc97f2b78529f25e335662363439ba9474e852e475fdae752,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-hc26g,Uid:352843f5-74ea-4f39-9b5e-8a14206f5ef6,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730116437152514863,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-hc26g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 352843f5-74ea-4f39-9b5e-8a14206f5ef6,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-28T11:53:56.837780003Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:a33a6d6dc5f668757a7697fd9056cee3c00c095811b2b7cbfbbb3b463f9ccbd6,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-7rnn9,Uid:6addf18c-48d4-4b46-9695-d3c73f66dcf7,Namespace:kube-system,Atte
mpt:0,},State:SANDBOX_READY,CreatedAt:1730116437137041444,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-7rnn9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6addf18c-48d4-4b46-9695-d3c73f66dcf7,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-28T11:53:56.826411741Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:0cbf13a852cd292d72d97ee5646b88b258c5f201ce34b057e18d9517dc3a84d3,Metadata:&PodSandboxMetadata{Name:kube-proxy-tr5vf,Uid:1523079e-d7eb-432d-8023-83ac95c1c853,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730116424827712969,Labels:map[string]string{controller-revision-hash: 77987969cc,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-proxy-tr5vf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1523079e-d7eb-432d-8023-83ac95c1c853,k8s-app: kube-proxy,pod-template-generation: 1,},Annotations:map[string]
string{kubernetes.io/config.seen: 2024-10-28T11:53:43.016311556Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:ef059ce23254d5eb38777c8866a0e1e9600cab10b90ef5e11ffaebcca98473b9,Metadata:&PodSandboxMetadata{Name:kindnet-2gldl,Uid:669d86dc-15f1-4cda-9f16-6ebfabad12ae,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730116424826468891,Labels:map[string]string{app: kindnet,controller-revision-hash: 6f5b6b96c8,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kindnet-2gldl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 669d86dc-15f1-4cda-9f16-6ebfabad12ae,k8s-app: kindnet,pod-template-generation: 1,tier: node,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-28T11:53:43.020213220Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:cc7ea362731d6c6defc4c334d7c8b9cd8b771d703694467991007a6e099fa51d,Metadata:&PodSandboxMetadata{Name:kube-vip-ha-273199,Uid:ec1fb61a398f082d62933fd99a5e91c8,Namespace:kube-system,Attempt:0,},Sta
te:SANDBOX_READY,CreatedAt:1730116411862344870,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-vip-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ec1fb61a398f082d62933fd99a5e91c8,},Annotations:map[string]string{kubernetes.io/config.hash: ec1fb61a398f082d62933fd99a5e91c8,kubernetes.io/config.seen: 2024-10-28T11:53:31.392312295Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:737b1cd7f74b4f6f573cdce4b751f6d0486c6dd2797ca0d2dc179f134808761a,Metadata:&PodSandboxMetadata{Name:kube-scheduler-ha-273199,Uid:2afa0eef601ae02df3405cd2d523046c,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730116411860656774,Labels:map[string]string{component: kube-scheduler,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-scheduler-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2afa0eef601ae02df3405cd2d523046c,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: 2afa
0eef601ae02df3405cd2d523046c,kubernetes.io/config.seen: 2024-10-28T11:53:31.392311542Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:2541db65f40ae3c63fb23d9a39a5ec638e362f6289edc73e82b9b5a48e431566,Metadata:&PodSandboxMetadata{Name:kube-controller-manager-ha-273199,Uid:de3f68a446dbf81588ffdebc94e65e05,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730116411858786132,Labels:map[string]string{component: kube-controller-manager,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-controller-manager-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3f68a446dbf81588ffdebc94e65e05,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: de3f68a446dbf81588ffdebc94e65e05,kubernetes.io/config.seen: 2024-10-28T11:53:31.392310435Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:43ab783eb915158f24da54e7dca3caa6b897a02986e033645c50cc4717539c84,Metadata:&PodSandboxMetadata{Name:kube-apiserver-ha-273199,Ui
d:67aa1fe51ef7e2d6640194db4db476a0,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730116411847852262,Labels:map[string]string{component: kube-apiserver,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-apiserver-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 67aa1fe51ef7e2d6640194db4db476a0,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint: 192.168.39.208:8443,kubernetes.io/config.hash: 67aa1fe51ef7e2d6640194db4db476a0,kubernetes.io/config.seen: 2024-10-28T11:53:31.392309218Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:32e3db6238d43266729702631eedfcee3459fff524885e5705da02bf98520bdc,Metadata:&PodSandboxMetadata{Name:etcd-ha-273199,Uid:af5894cc6d394a4575ef924f31654a84,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730116411838769279,Labels:map[string]string{component: etcd,io.kubernetes.container.name: POD,io.kubernetes.pod.name: etcd-ha-273199,i
o.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af5894cc6d394a4575ef924f31654a84,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/etcd.advertise-client-urls: https://192.168.39.208:2379,kubernetes.io/config.hash: af5894cc6d394a4575ef924f31654a84,kubernetes.io/config.seen: 2024-10-28T11:53:31.392305945Z,kubernetes.io/config.source: file,},RuntimeHandler:,},},}" file="otel-collector/interceptors.go:74" id=944924fb-8e07-42fd-9669-5921b28ab852 name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.676721040Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=ae3d5dc8-d35a-412d-9b33-85c3e6dcbba6 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.676790526Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=ae3d5dc8-d35a-412d-9b33-85c3e6dcbba6 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.677076000Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:609ad54d4add217a403dab711011ec3d659cac6ccd74369cbdd816a01f146d08,PodSandboxId:5aab280940ba8796fb3fb2f789d02e5772324d633234812f640318583e764633,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730116570923560988,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-fnvwg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7e89846f-39f0-42a4-b343-0ae004376bc7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:74749e36327760b660e76850cdd18acee66a25699a1565fd0a1c62b07c64da6d,PodSandboxId:a33a6d6dc5f668757a7697fd9056cee3c00c095811b2b7cbfbbb3b463f9ccbd6,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730116437380182660,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-7rnn9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6addf18c-48d4-4b46-9695-d3c73f66dcf7,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:72c80fedf66439aca8395ae10d9a2b669d916d6f0bd9ae621899fa27cdaf02c3,PodSandboxId:53cd5c1c15675458a9ff8deab1950e0db39cab559d1dc9616cc4808490e0c434,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730116437372638329,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: 7e8f1437-aa9b-4d11-a516-f545f55e271c,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fe58f2eaad87a3e4ca463339b6bdc855488a4708b9af049606ed9263e8e3c3ce,PodSandboxId:257fc926b128d66fc97f2b78529f25e335662363439ba9474e852e475fdae752,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730116437380311534,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hc26g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 352843f5-74
ea-4f39-9b5e-8a14206f5ef6,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e082051f544c2f58c0836531b76446e3898029ae17fefdbfa255bbbd926449a9,PodSandboxId:ef059ce23254d5eb38777c8866a0e1e9600cab10b90ef5e11ffaebcca98473b9,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17301164
25263271415,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2gldl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 669d86dc-15f1-4cda-9f16-6ebfabad12ae,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:82471ae5ddf92bc9f27e4f2d1643b24168e0f4093b368ee655ccfac791641e5a,PodSandboxId:0cbf13a852cd292d72d97ee5646b88b258c5f201ce34b057e18d9517dc3a84d3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730116424952598022,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tr5vf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1523079e-d7eb-432d-8023-83ac95c1c853,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:39409b2e850129d141d50d88302c758bd2957fb9d17df093040fc143d949c447,PodSandboxId:cc7ea362731d6c6defc4c334d7c8b9cd8b771d703694467991007a6e099fa51d,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730116414731154454,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ec1fb61a398f082d62933fd99a5e91c8,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:07773cb979d8fe67dd6a5c0d085494b2c16f8ba096d905939c5e2f8c61fee5df,PodSandboxId:2541db65f40ae3c63fb23d9a39a5ec638e362f6289edc73e82b9b5a48e431566,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730116412220871430,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3f68a446dbf81588ffdebc94e65e05,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8b350f0da3b167090f4962b426f2cdb72c5e67efd4c086bc5d6cc4eab1377a56,PodSandboxId:43ab783eb915158f24da54e7dca3caa6b897a02986e033645c50cc4717539c84,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730116412222544080,Labels:map[string]string{io.kubernetes.container.nam
e: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 67aa1fe51ef7e2d6640194db4db476a0,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6fb4822a5b7911d46388aa08e81918660264ddda93001795899d5f8524a5ec4c,PodSandboxId:737b1cd7f74b4f6f573cdce4b751f6d0486c6dd2797ca0d2dc179f134808761a,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730116412215353188,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2afa0eef601ae02df3405cd2d523046c,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec2df51593c58ac828d4854955c86294500f87c498e29577626b166b1b3f72f3,PodSandboxId:32e3db6238d43266729702631eedfcee3459fff524885e5705da02bf98520bdc,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730116412084689059,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-273199,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af5894cc6d394a4575ef924f31654a84,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=ae3d5dc8-d35a-412d-9b33-85c3e6dcbba6 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.699728169Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=99acf8c8-65b7-4b5a-80cf-4d4e5f02ccdc name=/runtime.v1.RuntimeService/Version
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.700038201Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=99acf8c8-65b7-4b5a-80cf-4d4e5f02ccdc name=/runtime.v1.RuntimeService/Version
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.701599534Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=63654587-9f99-4a48-b5ad-e0c8fd685282 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.701977242Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116800701958788,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=63654587-9f99-4a48-b5ad-e0c8fd685282 name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.702621386Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=a6649306-d80a-443b-9c33-fd84284062e2 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.702670760Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=a6649306-d80a-443b-9c33-fd84284062e2 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.702882955Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:609ad54d4add217a403dab711011ec3d659cac6ccd74369cbdd816a01f146d08,PodSandboxId:5aab280940ba8796fb3fb2f789d02e5772324d633234812f640318583e764633,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730116570923560988,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-fnvwg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7e89846f-39f0-42a4-b343-0ae004376bc7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:74749e36327760b660e76850cdd18acee66a25699a1565fd0a1c62b07c64da6d,PodSandboxId:a33a6d6dc5f668757a7697fd9056cee3c00c095811b2b7cbfbbb3b463f9ccbd6,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730116437380182660,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-7rnn9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6addf18c-48d4-4b46-9695-d3c73f66dcf7,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:72c80fedf66439aca8395ae10d9a2b669d916d6f0bd9ae621899fa27cdaf02c3,PodSandboxId:53cd5c1c15675458a9ff8deab1950e0db39cab559d1dc9616cc4808490e0c434,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730116437372638329,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: 7e8f1437-aa9b-4d11-a516-f545f55e271c,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fe58f2eaad87a3e4ca463339b6bdc855488a4708b9af049606ed9263e8e3c3ce,PodSandboxId:257fc926b128d66fc97f2b78529f25e335662363439ba9474e852e475fdae752,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730116437380311534,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hc26g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 352843f5-74
ea-4f39-9b5e-8a14206f5ef6,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e082051f544c2f58c0836531b76446e3898029ae17fefdbfa255bbbd926449a9,PodSandboxId:ef059ce23254d5eb38777c8866a0e1e9600cab10b90ef5e11ffaebcca98473b9,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17301164
25263271415,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2gldl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 669d86dc-15f1-4cda-9f16-6ebfabad12ae,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:82471ae5ddf92bc9f27e4f2d1643b24168e0f4093b368ee655ccfac791641e5a,PodSandboxId:0cbf13a852cd292d72d97ee5646b88b258c5f201ce34b057e18d9517dc3a84d3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730116424952598022,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tr5vf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1523079e-d7eb-432d-8023-83ac95c1c853,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:39409b2e850129d141d50d88302c758bd2957fb9d17df093040fc143d949c447,PodSandboxId:cc7ea362731d6c6defc4c334d7c8b9cd8b771d703694467991007a6e099fa51d,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730116414731154454,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ec1fb61a398f082d62933fd99a5e91c8,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:07773cb979d8fe67dd6a5c0d085494b2c16f8ba096d905939c5e2f8c61fee5df,PodSandboxId:2541db65f40ae3c63fb23d9a39a5ec638e362f6289edc73e82b9b5a48e431566,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730116412220871430,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3f68a446dbf81588ffdebc94e65e05,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8b350f0da3b167090f4962b426f2cdb72c5e67efd4c086bc5d6cc4eab1377a56,PodSandboxId:43ab783eb915158f24da54e7dca3caa6b897a02986e033645c50cc4717539c84,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730116412222544080,Labels:map[string]string{io.kubernetes.container.nam
e: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 67aa1fe51ef7e2d6640194db4db476a0,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6fb4822a5b7911d46388aa08e81918660264ddda93001795899d5f8524a5ec4c,PodSandboxId:737b1cd7f74b4f6f573cdce4b751f6d0486c6dd2797ca0d2dc179f134808761a,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730116412215353188,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2afa0eef601ae02df3405cd2d523046c,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec2df51593c58ac828d4854955c86294500f87c498e29577626b166b1b3f72f3,PodSandboxId:32e3db6238d43266729702631eedfcee3459fff524885e5705da02bf98520bdc,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730116412084689059,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-273199,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af5894cc6d394a4575ef924f31654a84,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=a6649306-d80a-443b-9c33-fd84284062e2 name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.738716021Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=419a36d7-cc24-4641-879b-63d474e12aa0 name=/runtime.v1.RuntimeService/Version
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.738785909Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=419a36d7-cc24-4641-879b-63d474e12aa0 name=/runtime.v1.RuntimeService/Version
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.740426474Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=8ffa6c05-ee7d-4272-a98d-5723b870a27d name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.740835890Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116800740816395,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=8ffa6c05-ee7d-4272-a98d-5723b870a27d name=/runtime.v1.ImageService/ImageFsInfo
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.741357939Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=f9697aa8-8681-4ddc-a73b-a2b710fbbb9d name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.741407527Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=f9697aa8-8681-4ddc-a73b-a2b710fbbb9d name=/runtime.v1.RuntimeService/ListContainers
Oct 28 12:00:00 ha-273199 crio[663]: time="2024-10-28 12:00:00.741627539Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:609ad54d4add217a403dab711011ec3d659cac6ccd74369cbdd816a01f146d08,PodSandboxId:5aab280940ba8796fb3fb2f789d02e5772324d633234812f640318583e764633,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730116570923560988,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-fnvwg,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7e89846f-39f0-42a4-b343-0ae004376bc7,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:74749e36327760b660e76850cdd18acee66a25699a1565fd0a1c62b07c64da6d,PodSandboxId:a33a6d6dc5f668757a7697fd9056cee3c00c095811b2b7cbfbbb3b463f9ccbd6,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730116437380182660,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-7rnn9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6addf18c-48d4-4b46-9695-d3c73f66dcf7,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:72c80fedf66439aca8395ae10d9a2b669d916d6f0bd9ae621899fa27cdaf02c3,PodSandboxId:53cd5c1c15675458a9ff8deab1950e0db39cab559d1dc9616cc4808490e0c434,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730116437372638329,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: 7e8f1437-aa9b-4d11-a516-f545f55e271c,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fe58f2eaad87a3e4ca463339b6bdc855488a4708b9af049606ed9263e8e3c3ce,PodSandboxId:257fc926b128d66fc97f2b78529f25e335662363439ba9474e852e475fdae752,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730116437380311534,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hc26g,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 352843f5-74
ea-4f39-9b5e-8a14206f5ef6,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e082051f544c2f58c0836531b76446e3898029ae17fefdbfa255bbbd926449a9,PodSandboxId:ef059ce23254d5eb38777c8866a0e1e9600cab10b90ef5e11ffaebcca98473b9,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CONTAINER_RUNNING,CreatedAt:17301164
25263271415,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2gldl,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 669d86dc-15f1-4cda-9f16-6ebfabad12ae,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:82471ae5ddf92bc9f27e4f2d1643b24168e0f4093b368ee655ccfac791641e5a,PodSandboxId:0cbf13a852cd292d72d97ee5646b88b258c5f201ce34b057e18d9517dc3a84d3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730116424952598022,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tr5vf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1523079e-d7eb-432d-8023-83ac95c1c853,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:39409b2e850129d141d50d88302c758bd2957fb9d17df093040fc143d949c447,PodSandboxId:cc7ea362731d6c6defc4c334d7c8b9cd8b771d703694467991007a6e099fa51d,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:1730116414731154454,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ec1fb61a398f082d62933fd99a5e91c8,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:07773cb979d8fe67dd6a5c0d085494b2c16f8ba096d905939c5e2f8c61fee5df,PodSandboxId:2541db65f40ae3c63fb23d9a39a5ec638e362f6289edc73e82b9b5a48e431566,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730116412220871430,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3f68a446dbf81588ffdebc94e65e05,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8b350f0da3b167090f4962b426f2cdb72c5e67efd4c086bc5d6cc4eab1377a56,PodSandboxId:43ab783eb915158f24da54e7dca3caa6b897a02986e033645c50cc4717539c84,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730116412222544080,Labels:map[string]string{io.kubernetes.container.nam
e: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 67aa1fe51ef7e2d6640194db4db476a0,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6fb4822a5b7911d46388aa08e81918660264ddda93001795899d5f8524a5ec4c,PodSandboxId:737b1cd7f74b4f6f573cdce4b751f6d0486c6dd2797ca0d2dc179f134808761a,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730116412215353188,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-273199,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2afa0eef601ae02df3405cd2d523046c,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec2df51593c58ac828d4854955c86294500f87c498e29577626b166b1b3f72f3,PodSandboxId:32e3db6238d43266729702631eedfcee3459fff524885e5705da02bf98520bdc,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730116412084689059,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-273199,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af5894cc6d394a4575ef924f31654a84,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=f9697aa8-8681-4ddc-a73b-a2b710fbbb9d name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
609ad54d4add2 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 5aab280940ba8 busybox-7dff88458-fnvwg
fe58f2eaad87a c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 257fc926b128d coredns-7c65d6cfc9-hc26g
74749e3632776 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 a33a6d6dc5f66 coredns-7c65d6cfc9-7rnn9
72c80fedf6643 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 53cd5c1c15675 storage-provisioner
e082051f544c2 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52 6 minutes ago Running kindnet-cni 0 ef059ce23254d kindnet-2gldl
82471ae5ddf92 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 0cbf13a852cd2 kube-proxy-tr5vf
39409b2e85012 ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215 6 minutes ago Running kube-vip 0 cc7ea362731d6 kube-vip-ha-273199
8b350f0da3b16 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 43ab783eb9151 kube-apiserver-ha-273199
07773cb979d8f 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 2541db65f40ae kube-controller-manager-ha-273199
6fb4822a5b791 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 737b1cd7f74b4 kube-scheduler-ha-273199
ec2df51593c58 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 32e3db6238d43 etcd-ha-273199
==> coredns [74749e36327760b660e76850cdd18acee66a25699a1565fd0a1c62b07c64da6d] <==
[INFO] 10.244.1.2:51196 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000227007s
[INFO] 10.244.1.2:38770 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002925427s
[INFO] 10.244.1.2:48927 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000147448s
[INFO] 10.244.1.2:38077 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000192376s
[INFO] 10.244.0.4:54968 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000160618s
[INFO] 10.244.0.4:57503 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000110201s
[INFO] 10.244.0.4:34291 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000061267s
[INFO] 10.244.0.4:50921 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000128077s
[INFO] 10.244.0.4:39917 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000062677s
[INFO] 10.244.2.2:60183 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00014203s
[INFO] 10.244.2.2:40291 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001692422s
[INFO] 10.244.2.2:46423 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000149349s
[INFO] 10.244.2.2:54634 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000124106s
[INFO] 10.244.1.2:50363 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000142769s
[INFO] 10.244.1.2:35968 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000225253s
[INFO] 10.244.1.2:45996 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000107605s
[INFO] 10.244.1.2:49921 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000093269s
[INFO] 10.244.0.4:53024 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00012322s
[INFO] 10.244.2.2:52722 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.0002033s
[INFO] 10.244.2.2:57825 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00011394s
[INFO] 10.244.1.2:34495 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000211997s
[INFO] 10.244.1.2:44656 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000288144s
[INFO] 10.244.0.4:39255 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00021258s
[INFO] 10.244.2.2:60661 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000153264s
[INFO] 10.244.2.2:45534 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000088052s
==> coredns [fe58f2eaad87a3e4ca463339b6bdc855488a4708b9af049606ed9263e8e3c3ce] <==
[INFO] 10.244.0.4:38250 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001327706s
[INFO] 10.244.0.4:43351 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000111923s
[INFO] 10.244.0.4:51500 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001177333s
[INFO] 10.244.2.2:48939 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000124212s
[INFO] 10.244.2.2:50808 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000124833s
[INFO] 10.244.1.2:47587 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000190204s
[INFO] 10.244.0.4:58247 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001672481s
[INFO] 10.244.0.4:37091 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000169137s
[INFO] 10.244.0.4:48641 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001098052s
[INFO] 10.244.2.2:54836 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000104545s
[INFO] 10.244.2.2:40126 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001854336s
[INFO] 10.244.2.2:52894 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000163896s
[INFO] 10.244.2.2:35333 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000230414s
[INFO] 10.244.0.4:41974 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000152869s
[INFO] 10.244.0.4:36380 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000062783s
[INFO] 10.244.0.4:48254 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000048517s
[INFO] 10.244.2.2:37635 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00018024s
[INFO] 10.244.2.2:38193 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000125455s
[INFO] 10.244.1.2:33651 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000271979s
[INFO] 10.244.1.2:35705 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000159131s
[INFO] 10.244.0.4:48176 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000111737s
[INFO] 10.244.0.4:38598 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000127464s
[INFO] 10.244.0.4:32940 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000141046s
[INFO] 10.244.2.2:43181 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000212895s
[INFO] 10.244.2.2:43421 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000090558s
==> describe nodes <==
Name: ha-273199
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-273199
kubernetes.io/os=linux
minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f
minikube.k8s.io/name=ha-273199
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T11_53_39_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:53:35 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-273199
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:59:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:56:42 +0000 Mon, 28 Oct 2024 11:53:34 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:56:42 +0000 Mon, 28 Oct 2024 11:53:34 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:56:42 +0000 Mon, 28 Oct 2024 11:53:34 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:56:42 +0000 Mon, 28 Oct 2024 11:53:56 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.208
Hostname: ha-273199
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c4c1c6593d854f8388a3b75213b790ab
System UUID: c4c1c659-3d85-4f83-88a3-b75213b790ab
Boot ID: 1bfb0ff9-0991-4c08-97cb-b1b218815106
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-fnvwg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m53s
kube-system coredns-7c65d6cfc9-7rnn9 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m18s
kube-system coredns-7c65d6cfc9-hc26g 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m18s
kube-system etcd-ha-273199 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m23s
kube-system kindnet-2gldl 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m19s
kube-system kube-apiserver-ha-273199 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m23s
kube-system kube-controller-manager-ha-273199 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m23s
kube-system kube-proxy-tr5vf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m19s
kube-system kube-scheduler-ha-273199 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m23s
kube-system kube-vip-ha-273199 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m25s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m15s kube-proxy
Normal NodeHasSufficientPID 6m30s (x7 over 6m30s) kubelet Node ha-273199 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 6m30s kubelet Updated Node Allocatable limit across pods
Normal Starting 6m30s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m30s (x8 over 6m30s) kubelet Node ha-273199 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m30s (x8 over 6m30s) kubelet Node ha-273199 status is now: NodeHasNoDiskPressure
Normal Starting 6m23s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m23s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m23s kubelet Node ha-273199 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m23s kubelet Node ha-273199 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m23s kubelet Node ha-273199 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m19s node-controller Node ha-273199 event: Registered Node ha-273199 in Controller
Normal NodeReady 6m5s kubelet Node ha-273199 status is now: NodeReady
Normal RegisteredNode 5m27s node-controller Node ha-273199 event: Registered Node ha-273199 in Controller
Normal RegisteredNode 4m13s node-controller Node ha-273199 event: Registered Node ha-273199 in Controller
Name: ha-273199-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-273199-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f
minikube.k8s.io/name=ha-273199
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T11_54_29_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:54:26 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-273199-m02
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:57:20 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 28 Oct 2024 11:56:29 +0000 Mon, 28 Oct 2024 11:58:02 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 28 Oct 2024 11:56:29 +0000 Mon, 28 Oct 2024 11:58:02 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 28 Oct 2024 11:56:29 +0000 Mon, 28 Oct 2024 11:58:02 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 28 Oct 2024 11:56:29 +0000 Mon, 28 Oct 2024 11:58:02 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.225
Hostname: ha-273199-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 2d185c9b1be043df924a5dc234d517bb
System UUID: 2d185c9b-1be0-43df-924a-5dc234d517bb
Boot ID: 707068c3-7da2-4705-9622-6b089ce29c40
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-8tvkk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m53s
kube-system etcd-ha-273199-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m33s
kube-system kindnet-ts2mp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m35s
kube-system kube-apiserver-ha-273199-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-controller-manager-ha-273199-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m28s
kube-system kube-proxy-nrzn7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m35s
kube-system kube-scheduler-ha-273199-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system kube-vip-ha-273199-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m31s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m29s kube-proxy
Normal NodeHasSufficientMemory 5m35s (x8 over 5m35s) kubelet Node ha-273199-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m35s (x8 over 5m35s) kubelet Node ha-273199-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m35s (x7 over 5m35s) kubelet Node ha-273199-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m35s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m34s node-controller Node ha-273199-m02 event: Registered Node ha-273199-m02 in Controller
Normal RegisteredNode 5m27s node-controller Node ha-273199-m02 event: Registered Node ha-273199-m02 in Controller
Normal RegisteredNode 4m13s node-controller Node ha-273199-m02 event: Registered Node ha-273199-m02 in Controller
Normal NodeNotReady 119s node-controller Node ha-273199-m02 status is now: NodeNotReady
Name: ha-273199-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-273199-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f
minikube.k8s.io/name=ha-273199
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T11_55_43_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:55:40 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-273199-m03
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:59:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:56:41 +0000 Mon, 28 Oct 2024 11:55:40 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:56:41 +0000 Mon, 28 Oct 2024 11:55:40 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:56:41 +0000 Mon, 28 Oct 2024 11:55:40 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:56:41 +0000 Mon, 28 Oct 2024 11:56:01 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.14
Hostname: ha-273199-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 1d112805c85f46e58297ecf352114eb9
System UUID: 1d112805-c85f-46e5-8297-ecf352114eb9
Boot ID: 07c61f8b-a2c4-4310-b7a1-41ac039bba9a
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-g54mk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m53s
kube-system etcd-ha-273199-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m19s
kube-system kindnet-rz4mf 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m19s
kube-system kube-apiserver-ha-273199-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m19s
kube-system kube-controller-manager-ha-273199-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m15s
kube-system kube-proxy-9g4h7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m21s
kube-system kube-scheduler-ha-273199-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m13s
kube-system kube-vip-ha-273199-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m16s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m16s kube-proxy
Normal NodeHasSufficientMemory 4m21s (x8 over 4m21s) kubelet Node ha-273199-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m21s (x8 over 4m21s) kubelet Node ha-273199-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m21s (x7 over 4m21s) kubelet Node ha-273199-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m21s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m19s node-controller Node ha-273199-m03 event: Registered Node ha-273199-m03 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-273199-m03 event: Registered Node ha-273199-m03 in Controller
Normal RegisteredNode 4m13s node-controller Node ha-273199-m03 event: Registered Node ha-273199-m03 in Controller
Name: ha-273199-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-273199-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f
minikube.k8s.io/name=ha-273199
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_28T11_56_41_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:56:41 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-273199-m04
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:59:54 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:57:12 +0000 Mon, 28 Oct 2024 11:56:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:57:12 +0000 Mon, 28 Oct 2024 11:56:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:57:12 +0000 Mon, 28 Oct 2024 11:56:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:57:12 +0000 Mon, 28 Oct 2024 11:57:01 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.29
Hostname: ha-273199-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 43b84cefa5dd4131ade4071e67ae7a87
System UUID: 43b84cef-a5dd-4131-ade4-071e67ae7a87
Boot ID: bfbeda91-dd05-4597-adc6-b479c1c2dd66
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-bx2hn 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m20s
kube-system kube-proxy-7pzm5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m15s kube-proxy
Normal NodeHasSufficientMemory 3m20s (x2 over 3m21s) kubelet Node ha-273199-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m20s (x2 over 3m21s) kubelet Node ha-273199-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m20s (x2 over 3m21s) kubelet Node ha-273199-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m20s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m19s node-controller Node ha-273199-m04 event: Registered Node ha-273199-m04 in Controller
Normal RegisteredNode 3m18s node-controller Node ha-273199-m04 event: Registered Node ha-273199-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-273199-m04 event: Registered Node ha-273199-m04 in Controller
Normal NodeReady 3m kubelet Node ha-273199-m04 status is now: NodeReady
==> dmesg <==
[Oct28 11:53] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000000] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.049625] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.036208] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.737052] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.891479] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.789015] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.644647] systemd-fstab-generator[587]: Ignoring "noauto" option for root device
[ +0.122482] systemd-fstab-generator[599]: Ignoring "noauto" option for root device
[ +0.184258] systemd-fstab-generator[613]: Ignoring "noauto" option for root device
[ +0.115821] systemd-fstab-generator[625]: Ignoring "noauto" option for root device
[ +0.235503] systemd-fstab-generator[654]: Ignoring "noauto" option for root device
[ +3.601274] systemd-fstab-generator[747]: Ignoring "noauto" option for root device
[ +3.514017] systemd-fstab-generator[877]: Ignoring "noauto" option for root device
[ +0.057056] kauditd_printk_skb: 158 callbacks suppressed
[ +7.251877] systemd-fstab-generator[1297]: Ignoring "noauto" option for root device
[ +0.071885] kauditd_printk_skb: 79 callbacks suppressed
[ +6.801233] kauditd_printk_skb: 21 callbacks suppressed
[ +12.354632] kauditd_printk_skb: 38 callbacks suppressed
[Oct28 11:54] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [ec2df51593c58ac828d4854955c86294500f87c498e29577626b166b1b3f72f3] <==
{"level":"warn","ts":"2024-10-28T12:00:00.823409Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:00.899543Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:00.972121Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:00.979418Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:00.982881Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:00.992861Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:00.999047Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.001218Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.007071Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.010627Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.013615Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.018146Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.023766Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.031642Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.035460Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.038260Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.044197Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.051156Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.056940Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.060642Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.063074Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.066615Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.072933Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.080684Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-28T12:00:01.099167Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7fe6bf77aaafe0f6","from":"7fe6bf77aaafe0f6","remote-peer-id":"c9f57bf3c0e40ace","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
12:00:01 up 6 min, 0 users, load average: 0.37, 0.34, 0.18
Linux ha-273199 5.10.207 #1 SMP Tue Oct 15 19:19:35 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [e082051f544c2f58c0836531b76446e3898029ae17fefdbfa255bbbd926449a9] <==
I1028 11:59:26.530655 1 main.go:323] Node ha-273199-m04 has CIDR [10.244.3.0/24]
I1028 11:59:36.531055 1 main.go:296] Handling node with IPs: map[192.168.39.208:{}]
I1028 11:59:36.531126 1 main.go:300] handling current node
I1028 11:59:36.531149 1 main.go:296] Handling node with IPs: map[192.168.39.225:{}]
I1028 11:59:36.531155 1 main.go:323] Node ha-273199-m02 has CIDR [10.244.1.0/24]
I1028 11:59:36.531406 1 main.go:296] Handling node with IPs: map[192.168.39.14:{}]
I1028 11:59:36.531425 1 main.go:323] Node ha-273199-m03 has CIDR [10.244.2.0/24]
I1028 11:59:36.531556 1 main.go:296] Handling node with IPs: map[192.168.39.29:{}]
I1028 11:59:36.531571 1 main.go:323] Node ha-273199-m04 has CIDR [10.244.3.0/24]
I1028 11:59:46.530412 1 main.go:296] Handling node with IPs: map[192.168.39.29:{}]
I1028 11:59:46.530590 1 main.go:323] Node ha-273199-m04 has CIDR [10.244.3.0/24]
I1028 11:59:46.531165 1 main.go:296] Handling node with IPs: map[192.168.39.208:{}]
I1028 11:59:46.531265 1 main.go:300] handling current node
I1028 11:59:46.531299 1 main.go:296] Handling node with IPs: map[192.168.39.225:{}]
I1028 11:59:46.531355 1 main.go:323] Node ha-273199-m02 has CIDR [10.244.1.0/24]
I1028 11:59:46.531643 1 main.go:296] Handling node with IPs: map[192.168.39.14:{}]
I1028 11:59:46.531670 1 main.go:323] Node ha-273199-m03 has CIDR [10.244.2.0/24]
I1028 11:59:56.531158 1 main.go:296] Handling node with IPs: map[192.168.39.29:{}]
I1028 11:59:56.531235 1 main.go:323] Node ha-273199-m04 has CIDR [10.244.3.0/24]
I1028 11:59:56.531500 1 main.go:296] Handling node with IPs: map[192.168.39.208:{}]
I1028 11:59:56.531591 1 main.go:300] handling current node
I1028 11:59:56.531635 1 main.go:296] Handling node with IPs: map[192.168.39.225:{}]
I1028 11:59:56.531654 1 main.go:323] Node ha-273199-m02 has CIDR [10.244.1.0/24]
I1028 11:59:56.531828 1 main.go:296] Handling node with IPs: map[192.168.39.14:{}]
I1028 11:59:56.531853 1 main.go:323] Node ha-273199-m03 has CIDR [10.244.2.0/24]
==> kube-apiserver [8b350f0da3b167090f4962b426f2cdb72c5e67efd4c086bc5d6cc4eab1377a56] <==
I1028 11:53:37.479954 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1028 11:53:38.366724 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1028 11:53:38.396043 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1028 11:53:38.413224 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1028 11:53:42.979540 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1028 11:53:43.083644 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1028 11:55:40.973661 1 writers.go:122] "Unhandled Error" err="apiserver was unable to write a JSON response: http: Handler timeout" logger="UnhandledError"
E1028 11:55:40.973734 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 7.741µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1028 11:55:40.974882 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: &errors.errorString{s:\"http: Handler timeout\"}: http: Handler timeout" logger="UnhandledError"
E1028 11:55:40.976075 1 writers.go:135] "Unhandled Error" err="apiserver was unable to write a fallback JSON response: http: Handler timeout" logger="UnhandledError"
E1028 11:55:40.977370 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="3.890629ms" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1028 11:56:12.749438 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:33980: use of closed network connection
E1028 11:56:12.923851 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:33996: use of closed network connection
E1028 11:56:13.281780 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34038: use of closed network connection
E1028 11:56:13.456851 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34054: use of closed network connection
E1028 11:56:13.625829 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34076: use of closed network connection
E1028 11:56:13.792266 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34090: use of closed network connection
E1028 11:56:13.965533 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34100: use of closed network connection
E1028 11:56:14.136211 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34124: use of closed network connection
E1028 11:56:14.414608 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34162: use of closed network connection
E1028 11:56:14.591367 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34188: use of closed network connection
E1028 11:56:14.760347 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34200: use of closed network connection
E1028 11:56:14.922486 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34206: use of closed network connection
E1028 11:56:15.092625 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34220: use of closed network connection
E1028 11:56:15.260557 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:34244: use of closed network connection
==> kube-controller-manager [07773cb979d8fe67dd6a5c0d085494b2c16f8ba096d905939c5e2f8c61fee5df] <==
I1028 11:56:41.255363 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:41.287882 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:41.504368 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:41.718228 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m03"
I1028 11:56:41.866442 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:42.227080 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-273199-m04"
I1028 11:56:42.253788 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:42.533477 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199"
I1028 11:56:43.703600 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:43.733191 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:44.386515 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:44.495725 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:56:51.380862 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:57:01.630256 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:57:01.630379 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-273199-m04"
I1028 11:57:01.650243 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:57:02.239477 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:57:12.162277 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m04"
I1028 11:58:02.262145 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m02"
I1028 11:58:02.262722 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-273199-m04"
I1028 11:58:02.289111 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m02"
I1028 11:58:02.371759 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="56.617397ms"
I1028 11:58:02.371873 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="62.712µs"
I1028 11:58:03.751638 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m02"
I1028 11:58:07.489074 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-273199-m02"
==> kube-proxy [82471ae5ddf92bc9f27e4f2d1643b24168e0f4093b368ee655ccfac791641e5a] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1028 11:53:45.160274 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1028 11:53:45.173814 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.208"]
E1028 11:53:45.173942 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 11:53:45.205451 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1028 11:53:45.205509 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1028 11:53:45.205540 1 server_linux.go:169] "Using iptables Proxier"
I1028 11:53:45.207870 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 11:53:45.208259 1 server.go:483] "Version info" version="v1.31.2"
I1028 11:53:45.208291 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 11:53:45.209606 1 config.go:328] "Starting node config controller"
I1028 11:53:45.209665 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 11:53:45.210054 1 config.go:199] "Starting service config controller"
I1028 11:53:45.210078 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 11:53:45.210110 1 config.go:105] "Starting endpoint slice config controller"
I1028 11:53:45.210127 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 11:53:45.310570 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1028 11:53:45.310626 1 shared_informer.go:320] Caches are synced for service config
I1028 11:53:45.310585 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [6fb4822a5b7911d46388aa08e81918660264ddda93001795899d5f8524a5ec4c] <==
I1028 11:53:39.113228 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1028 11:55:40.277591 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-whfj9\": pod kindnet-whfj9 is already assigned to node \"ha-273199-m03\"" plugin="DefaultBinder" pod="kube-system/kindnet-whfj9" node="ha-273199-m03"
E1028 11:55:40.278684 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 164d41fa-0fff-4f4c-8f09-011e57fc1094(kube-system/kindnet-whfj9) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-whfj9"
E1028 11:55:40.278764 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-whfj9\": pod kindnet-whfj9 is already assigned to node \"ha-273199-m03\"" pod="kube-system/kindnet-whfj9"
I1028 11:55:40.278832 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-whfj9" node="ha-273199-m03"
E1028 11:55:40.294817 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-qxpt8\": pod kube-proxy-qxpt8 is already assigned to node \"ha-273199-m03\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-qxpt8" node="ha-273199-m03"
E1028 11:55:40.294939 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 88c92727-3ef1-4b38-9df5-771fe9917f5e(kube-system/kube-proxy-qxpt8) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-qxpt8"
E1028 11:55:40.294972 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-qxpt8\": pod kube-proxy-qxpt8 is already assigned to node \"ha-273199-m03\"" pod="kube-system/kube-proxy-qxpt8"
I1028 11:55:40.295047 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-qxpt8" node="ha-273199-m03"
E1028 11:55:40.307670 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-9g4h7\": pod kube-proxy-9g4h7 is already assigned to node \"ha-273199-m03\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-9g4h7" node="ha-273199-m03"
E1028 11:55:40.307788 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 4899b8e5-73ce-487e-81ca-f833a1dc900b(kube-system/kube-proxy-9g4h7) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-9g4h7"
E1028 11:55:40.307822 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-9g4h7\": pod kube-proxy-9g4h7 is already assigned to node \"ha-273199-m03\"" pod="kube-system/kube-proxy-9g4h7"
I1028 11:55:40.307855 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-9g4h7" node="ha-273199-m03"
E1028 11:55:40.324371 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-4bn7m\": pod kindnet-4bn7m is already assigned to node \"ha-273199-m03\"" plugin="DefaultBinder" pod="kube-system/kindnet-4bn7m" node="ha-273199-m03"
E1028 11:55:40.324469 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod e6b2fd99-538e-49be-bda5-b0e1c9edb32c(kube-system/kindnet-4bn7m) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-4bn7m"
E1028 11:55:40.324505 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-4bn7m\": pod kindnet-4bn7m is already assigned to node \"ha-273199-m03\"" pod="kube-system/kindnet-4bn7m"
I1028 11:55:40.324540 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-4bn7m" node="ha-273199-m03"
E1028 11:55:42.324511 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-rz4mf\": pod kindnet-rz4mf is already assigned to node \"ha-273199-m03\"" plugin="DefaultBinder" pod="kube-system/kindnet-rz4mf" node="ha-273199-m03"
E1028 11:55:42.324607 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 33ad0e92-e29c-4e54-8593-7cffd69fd439(kube-system/kindnet-rz4mf) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-rz4mf"
E1028 11:55:42.324641 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-rz4mf\": pod kindnet-rz4mf is already assigned to node \"ha-273199-m03\"" pod="kube-system/kindnet-rz4mf"
I1028 11:55:42.324700 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-rz4mf" node="ha-273199-m03"
E1028 11:56:08.295366 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-fnvwg\": pod busybox-7dff88458-fnvwg is already assigned to node \"ha-273199\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-fnvwg" node="ha-273199"
E1028 11:56:08.295536 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 7e89846f-39f0-42a4-b343-0ae004376bc7(default/busybox-7dff88458-fnvwg) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-fnvwg"
E1028 11:56:08.295580 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-fnvwg\": pod busybox-7dff88458-fnvwg is already assigned to node \"ha-273199\"" pod="default/busybox-7dff88458-fnvwg"
I1028 11:56:08.295605 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-fnvwg" node="ha-273199"
==> kubelet <==
Oct 28 11:58:38 ha-273199 kubelet[1304]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 28 11:58:38 ha-273199 kubelet[1304]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 28 11:58:38 ha-273199 kubelet[1304]: E1028 11:58:38.351743 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116718351386721,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:38 ha-273199 kubelet[1304]: E1028 11:58:38.351767 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116718351386721,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:48 ha-273199 kubelet[1304]: E1028 11:58:48.353760 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116728353377311,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:48 ha-273199 kubelet[1304]: E1028 11:58:48.353814 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116728353377311,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:58 ha-273199 kubelet[1304]: E1028 11:58:58.356841 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116738354862916,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:58 ha-273199 kubelet[1304]: E1028 11:58:58.356866 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116738354862916,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:08 ha-273199 kubelet[1304]: E1028 11:59:08.358886 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116748358638626,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:08 ha-273199 kubelet[1304]: E1028 11:59:08.358944 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116748358638626,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:18 ha-273199 kubelet[1304]: E1028 11:59:18.361731 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116758361155913,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:18 ha-273199 kubelet[1304]: E1028 11:59:18.362240 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116758361155913,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:28 ha-273199 kubelet[1304]: E1028 11:59:28.363560 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116768363170991,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:28 ha-273199 kubelet[1304]: E1028 11:59:28.363977 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116768363170991,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:38 ha-273199 kubelet[1304]: E1028 11:59:38.290570 1304 iptables.go:577] "Could not set up iptables canary" err=<
Oct 28 11:59:38 ha-273199 kubelet[1304]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 28 11:59:38 ha-273199 kubelet[1304]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 28 11:59:38 ha-273199 kubelet[1304]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 28 11:59:38 ha-273199 kubelet[1304]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 28 11:59:38 ha-273199 kubelet[1304]: E1028 11:59:38.366212 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116778365874189,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:38 ha-273199 kubelet[1304]: E1028 11:59:38.366235 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116778365874189,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:48 ha-273199 kubelet[1304]: E1028 11:59:48.367653 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116788367307757,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:48 ha-273199 kubelet[1304]: E1028 11:59:48.367685 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116788367307757,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:58 ha-273199 kubelet[1304]: E1028 11:59:58.368849 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116798368526094,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:59:58 ha-273199 kubelet[1304]: E1028 11:59:58.369186 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116798368526094,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146320,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-273199 -n ha-273199
helpers_test.go:261: (dbg) Run: kubectl --context ha-273199 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.45s)