=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-windows-amd64.exe profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-windows-amd64.exe profile list --output json: (17.9610687s)
ha_test.go:304: expected profile "ha-267500" in json of 'profile list' to include 4 nodes but have 3 nodes. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-267500\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-267500\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18706/minikube-v1.33.0-1713736271-18706-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713736339-18706@sha256:bccd96633fa59b612ea2e24c6961d2499fe576afbab2e6056a6801ffbd3b1a7e\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperv\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerP
ort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.30.0\",\"ClusterName\":\"ha-267500\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"172.27.239.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"172.27.226.61\",\"Port\":8443,\"KubernetesVersion
\":\"v1.30.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"172.27.238.86\",\"Port\":8443,\"KubernetesVersion\":\"v1.30.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"172.27.233.131\",\"Port\":0,\"KubernetesVersion\":\"v1.30.0\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\
":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"C:\\\\Users\\\\jenkins.minikube1:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"Di
sableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-windows-amd64.exe profile list --output json"
ha_test.go:307: expected profile "ha-267500" in json of 'profile list' to have "HAppy" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-267500\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-267500\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18706/minikube-v1.33.0-1713736271-18706-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713736339-18706@sha256:bccd96633fa59b612ea2e24c6961d2499fe576afbab2e6056a6801ffbd3b1a7e\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperv\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1
,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.30.0\",\"ClusterName\":\"ha-267500\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"172.27.239.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"172.27.226.61\",\"Port\":8443,\"Kube
rnetesVersion\":\"v1.30.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"172.27.238.86\",\"Port\":8443,\"KubernetesVersion\":\"v1.30.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"172.27.233.131\",\"Port\":0,\"KubernetesVersion\":\"v1.30.0\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\"
:false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"C:\\\\Users\\\\jenkins.minikube1:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations
\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-windows-amd64.exe profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-windows-amd64.exe status --format={{.Host}} -p ha-267500 -n ha-267500
helpers_test.go:239: (dbg) Done: out/minikube-windows-amd64.exe status --format={{.Host}} -p ha-267500 -n ha-267500: (11.5159842s)
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-windows-amd64.exe -p ha-267500 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-windows-amd64.exe -p ha-267500 logs -n 25: (7.9935741s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterClusterStart logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|-----------|-------------------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|-----------|-------------------|---------|---------------------|---------------------|
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:22 PDT | 28 Apr 24 17:22 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:22 PDT | 28 Apr 24 17:22 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:22 PDT | 28 Apr 24 17:22 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:22 PDT | 28 Apr 24 17:22 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:22 PDT | 28 Apr 24 17:22 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:22 PDT | 28 Apr 24 17:22 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | 28 Apr 24 17:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | 28 Apr 24 17:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | 28 Apr 24 17:23 PDT |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | 28 Apr 24 17:23 PDT |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | 28 Apr 24 17:23 PDT |
| | busybox-fc5497c4f-5xln2 -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | |
| | busybox-fc5497c4f-jxx6x -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | |
| | busybox-fc5497c4f-wg44s -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | 28 Apr 24 17:23 PDT |
| | busybox-fc5497c4f-5xln2 -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | |
| | busybox-fc5497c4f-jxx6x -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | |
| | busybox-fc5497c4f-wg44s -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | 28 Apr 24 17:23 PDT |
| | busybox-fc5497c4f-5xln2 -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | |
| | busybox-fc5497c4f-jxx6x -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:23 PDT | |
| | busybox-fc5497c4f-wg44s -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-267500 -- get pods -o | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:24 PDT | 28 Apr 24 17:24 PDT |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:24 PDT | 28 Apr 24 17:24 PDT |
| | busybox-fc5497c4f-5xln2 | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:24 PDT | |
| | busybox-fc5497c4f-5xln2 -- sh | | | | | |
| | -c ping -c 1 172.27.224.1 | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:24 PDT | |
| | busybox-fc5497c4f-jxx6x | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-267500 -- exec | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:24 PDT | |
| | busybox-fc5497c4f-wg44s | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| node | add -p ha-267500 -v=7 | ha-267500 | minikube1\jenkins | v1.33.0 | 28 Apr 24 17:25 PDT | 28 Apr 24 17:28 PDT |
| | --alsologtostderr | | | | | |
|---------|--------------------------------------|-----------|-------------------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/04/28 17:05:00
Running on machine: minikube1
Binary: Built with gc go1.22.1 for windows/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0428 17:05:00.635889 15128 out.go:291] Setting OutFile to fd 1448 ...
I0428 17:05:00.636883 15128 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0428 17:05:00.636883 15128 out.go:304] Setting ErrFile to fd 980...
I0428 17:05:00.636883 15128 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0428 17:05:00.660527 15128 out.go:298] Setting JSON to false
I0428 17:05:00.664060 15128 start.go:129] hostinfo: {"hostname":"minikube1","uptime":6543,"bootTime":1714342556,"procs":201,"os":"windows","platform":"Microsoft Windows 10 Enterprise N","platformFamily":"Standalone Workstation","platformVersion":"10.0.19045.4291 Build 19045.4291","kernelVersion":"10.0.19045.4291 Build 19045.4291","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"f3192dc9-6fb2-4797-bdaa-5f567903ef41"}
W0428 17:05:00.664060 15128 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0428 17:05:00.669160 15128 out.go:177] * [ha-267500] minikube v1.33.0 on Microsoft Windows 10 Enterprise N 10.0.19045.4291 Build 19045.4291
I0428 17:05:00.673143 15128 notify.go:220] Checking for updates...
I0428 17:05:00.675298 15128 out.go:177] - KUBECONFIG=C:\Users\jenkins.minikube1\minikube-integration\kubeconfig
I0428 17:05:00.677914 15128 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0428 17:05:00.680526 15128 out.go:177] - MINIKUBE_HOME=C:\Users\jenkins.minikube1\minikube-integration\.minikube
I0428 17:05:00.682871 15128 out.go:177] - MINIKUBE_LOCATION=17977
I0428 17:05:00.686326 15128 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0428 17:05:00.689521 15128 driver.go:392] Setting default libvirt URI to qemu:///system
I0428 17:05:05.728109 15128 out.go:177] * Using the hyperv driver based on user configuration
I0428 17:05:05.733726 15128 start.go:297] selected driver: hyperv
I0428 17:05:05.733726 15128 start.go:901] validating driver "hyperv" against <nil>
I0428 17:05:05.733888 15128 start.go:912] status for hyperv: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0428 17:05:05.779166 15128 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0428 17:05:05.780739 15128 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0428 17:05:05.780739 15128 cni.go:84] Creating CNI manager for ""
I0428 17:05:05.780739 15128 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I0428 17:05:05.780739 15128 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0428 17:05:05.780739 15128 start.go:340] cluster config:
{Name:ha-267500 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713736339-18706@sha256:bccd96633fa59b612ea2e24c6961d2499fe576afbab2e6056a6801ffbd3b1a7e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.0 ClusterName:ha-267500 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker
CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube1:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthS
ock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0428 17:05:05.781443 15128 iso.go:125] acquiring lock: {Name:mk09a1bdb7773256ffaf72c9993441107ac36a86 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0428 17:05:05.786272 15128 out.go:177] * Starting "ha-267500" primary control-plane node in "ha-267500" cluster
I0428 17:05:05.789365 15128 preload.go:132] Checking if preload exists for k8s version v1.30.0 and runtime docker
I0428 17:05:05.790343 15128 preload.go:147] Found local preload: C:\Users\jenkins.minikube1\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.30.0-docker-overlay2-amd64.tar.lz4
I0428 17:05:05.790343 15128 cache.go:56] Caching tarball of preloaded images
I0428 17:05:05.790810 15128 preload.go:173] Found C:\Users\jenkins.minikube1\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.30.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0428 17:05:05.791000 15128 cache.go:59] Finished verifying existence of preloaded tar for v1.30.0 on docker
I0428 17:05:05.791210 15128 profile.go:143] Saving config to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\config.json ...
I0428 17:05:05.791210 15128 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\config.json: {Name:mk9d04dce876aeea74569e2a12d8158542a180a3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:05:05.792798 15128 start.go:360] acquireMachinesLock for ha-267500: {Name:mk1756dfe9622c208593bf9b718faf6c1651aea2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0428 17:05:05.792798 15128 start.go:364] duration metric: took 0s to acquireMachinesLock for "ha-267500"
I0428 17:05:05.793473 15128 start.go:93] Provisioning new machine with config: &{Name:ha-267500 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18706/minikube-v1.33.0-1713736271-18706-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713736339-18706@sha256:bccd96633fa59b612ea2e24c6961d2499fe576afbab2e6056a6801ffbd3b1a7e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuberne
tesVersion:v1.30.0 ClusterName:ha-267500 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube1:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Mou
ntPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0428 17:05:05.793473 15128 start.go:125] createHost starting for "" (driver="hyperv")
I0428 17:05:05.798458 15128 out.go:204] * Creating hyperv VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0428 17:05:05.798458 15128 start.go:159] libmachine.API.Create for "ha-267500" (driver="hyperv")
I0428 17:05:05.799075 15128 client.go:168] LocalClient.Create starting
I0428 17:05:05.799227 15128 main.go:141] libmachine: Reading certificate data from C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem
I0428 17:05:05.799227 15128 main.go:141] libmachine: Decoding PEM data...
I0428 17:05:05.799227 15128 main.go:141] libmachine: Parsing certificate...
I0428 17:05:05.799932 15128 main.go:141] libmachine: Reading certificate data from C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem
I0428 17:05:05.799932 15128 main.go:141] libmachine: Decoding PEM data...
I0428 17:05:05.799932 15128 main.go:141] libmachine: Parsing certificate...
I0428 17:05:05.799932 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @(Get-Module -ListAvailable hyper-v).Name | Get-Unique
I0428 17:05:07.765342 15128 main.go:141] libmachine: [stdout =====>] : Hyper-V
I0428 17:05:07.765366 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:07.765483 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole(([System.Security.Principal.SecurityIdentifier]::new("S-1-5-32-578")))
I0428 17:05:09.466609 15128 main.go:141] libmachine: [stdout =====>] : False
I0428 17:05:09.466685 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:09.466685 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole] "Administrator")
I0428 17:05:10.942750 15128 main.go:141] libmachine: [stdout =====>] : True
I0428 17:05:10.942832 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:10.942832 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive [Console]::OutputEncoding = [Text.Encoding]::UTF8; ConvertTo-Json @(Hyper-V\Get-VMSwitch|Select Id, Name, SwitchType|Where-Object {($_.SwitchType -eq 'External') -or ($_.Id -eq 'c08cb7b8-9b3c-408e-8e30-5e16a3aeb444')}|Sort-Object -Property SwitchType)
I0428 17:05:14.306457 15128 main.go:141] libmachine: [stdout =====>] : [
{
"Id": "c08cb7b8-9b3c-408e-8e30-5e16a3aeb444",
"Name": "Default Switch",
"SwitchType": 1
}
]
I0428 17:05:14.306457 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:14.309202 15128 main.go:141] libmachine: Downloading C:\Users\jenkins.minikube1\minikube-integration\.minikube\cache\boot2docker.iso from file://C:/Users/jenkins.minikube1/minikube-integration/.minikube/cache/iso/amd64/minikube-v1.33.0-1713736271-18706-amd64.iso...
I0428 17:05:14.797607 15128 main.go:141] libmachine: Creating SSH key...
I0428 17:05:14.890374 15128 main.go:141] libmachine: Creating VM...
I0428 17:05:14.890374 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive [Console]::OutputEncoding = [Text.Encoding]::UTF8; ConvertTo-Json @(Hyper-V\Get-VMSwitch|Select Id, Name, SwitchType|Where-Object {($_.SwitchType -eq 'External') -or ($_.Id -eq 'c08cb7b8-9b3c-408e-8e30-5e16a3aeb444')}|Sort-Object -Property SwitchType)
I0428 17:05:17.596457 15128 main.go:141] libmachine: [stdout =====>] : [
{
"Id": "c08cb7b8-9b3c-408e-8e30-5e16a3aeb444",
"Name": "Default Switch",
"SwitchType": 1
}
]
I0428 17:05:17.596534 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:17.596629 15128 main.go:141] libmachine: Using switch "Default Switch"
I0428 17:05:17.596740 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole] "Administrator")
I0428 17:05:19.370841 15128 main.go:141] libmachine: [stdout =====>] : True
I0428 17:05:19.370841 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:19.370912 15128 main.go:141] libmachine: Creating VHD
I0428 17:05:19.370912 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\New-VHD -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\fixed.vhd' -SizeBytes 10MB -Fixed
I0428 17:05:22.987163 15128 main.go:141] libmachine: [stdout =====>] :
ComputerName : minikube1
Path : C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\fixed.vhd
VhdFormat : VHD
VhdType : Fixed
FileSize : 10486272
Size : 10485760
MinimumSize :
LogicalSectorSize : 512
PhysicalSectorSize : 512
BlockSize : 0
ParentPath :
DiskIdentifier : 6323F08D-1941-41F6-AECD-59FDB38477C4
FragmentationPercentage : 0
Alignment : 1
Attached : False
DiskNumber :
IsPMEMCompatible : False
AddressAbstractionType : None
Number :
I0428 17:05:22.987787 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:22.987787 15128 main.go:141] libmachine: Writing magic tar header
I0428 17:05:22.987950 15128 main.go:141] libmachine: Writing SSH key tar header
I0428 17:05:22.997062 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Convert-VHD -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\fixed.vhd' -DestinationPath 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\disk.vhd' -VHDType Dynamic -DeleteSource
I0428 17:05:26.067081 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:26.067395 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:26.067482 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Resize-VHD -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\disk.vhd' -SizeBytes 20000MB
I0428 17:05:28.607147 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:28.607695 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:28.607695 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\New-VM ha-267500 -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500' -SwitchName 'Default Switch' -MemoryStartupBytes 2200MB
I0428 17:05:32.186256 15128 main.go:141] libmachine: [stdout =====>] :
Name State CPUUsage(%!)(MISSING) MemoryAssigned(M) Uptime Status Version
---- ----- ----------- ----------------- ------ ------ -------
ha-267500 Off 0 0 00:00:00 Operating normally 9.0
I0428 17:05:32.186256 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:32.186340 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMMemory -VMName ha-267500 -DynamicMemoryEnabled $false
I0428 17:05:34.304828 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:34.304890 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:34.304890 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMProcessor ha-267500 -Count 2
I0428 17:05:36.364288 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:36.365155 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:36.365244 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMDvdDrive -VMName ha-267500 -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\boot2docker.iso'
I0428 17:05:38.788294 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:38.789017 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:38.789017 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Add-VMHardDiskDrive -VMName ha-267500 -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\disk.vhd'
I0428 17:05:41.250474 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:41.251513 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:41.251513 15128 main.go:141] libmachine: Starting VM...
I0428 17:05:41.251660 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Start-VM ha-267500
I0428 17:05:44.257162 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:44.257162 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:44.257162 15128 main.go:141] libmachine: Waiting for host to start...
I0428 17:05:44.257162 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:05:46.422511 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:05:46.422511 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:46.422511 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:05:48.796976 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:48.797051 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:49.812421 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:05:51.911514 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:05:51.912240 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:51.912333 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:05:54.389553 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:54.389603 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:55.396985 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:05:57.531696 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:05:57.531696 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:05:57.532241 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:05:59.865311 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:05:59.865354 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:00.867371 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:02.918643 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:02.918643 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:02.918643 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:05.299379 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:06:05.299379 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:06.311485 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:08.432715 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:08.432715 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:08.432715 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:10.915736 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:10.916779 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:10.916848 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:12.945722 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:12.945722 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:12.945722 15128 machine.go:94] provisionDockerMachine start ...
I0428 17:06:12.945722 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:14.977125 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:14.977125 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:14.977649 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:17.397233 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:17.397233 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:17.403860 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:06:17.413822 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.226.61 22 <nil> <nil>}
I0428 17:06:17.413822 15128 main.go:141] libmachine: About to run SSH command:
hostname
I0428 17:06:17.548827 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0428 17:06:17.549001 15128 buildroot.go:166] provisioning hostname "ha-267500"
I0428 17:06:17.549001 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:19.531965 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:19.531965 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:19.531965 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:21.963707 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:21.963891 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:21.969614 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:06:21.970234 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.226.61 22 <nil> <nil>}
I0428 17:06:21.970287 15128 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-267500 && echo "ha-267500" | sudo tee /etc/hostname
I0428 17:06:22.125673 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-267500
I0428 17:06:22.125673 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:24.116092 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:24.116092 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:24.116148 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:26.498042 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:26.498298 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:26.504621 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:06:26.505426 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.226.61 22 <nil> <nil>}
I0428 17:06:26.505426 15128 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-267500' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-267500/g' /etc/hosts;
else
echo '127.0.1.1 ha-267500' | sudo tee -a /etc/hosts;
fi
fi
I0428 17:06:26.654593 15128 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0428 17:06:26.654745 15128 buildroot.go:172] set auth options {CertDir:C:\Users\jenkins.minikube1\minikube-integration\.minikube CaCertPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem CaPrivateKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server.pem ServerKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server-key.pem ClientKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem ServerCertSANs:[] StorePath:C:\Users\jenkins.minikube1\minikube-integration\.minikube}
I0428 17:06:26.654745 15128 buildroot.go:174] setting up certificates
I0428 17:06:26.654878 15128 provision.go:84] configureAuth start
I0428 17:06:26.654974 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:28.642768 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:28.642768 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:28.643033 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:31.047002 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:31.047002 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:31.047712 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:33.032385 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:33.033114 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:33.033244 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:35.470487 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:35.470551 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:35.470602 15128 provision.go:143] copyHostCerts
I0428 17:06:35.470602 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem -> C:\Users\jenkins.minikube1\minikube-integration\.minikube/ca.pem
I0428 17:06:35.470602 15128 exec_runner.go:144] found C:\Users\jenkins.minikube1\minikube-integration\.minikube/ca.pem, removing ...
I0428 17:06:35.470602 15128 exec_runner.go:203] rm: C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.pem
I0428 17:06:35.471409 15128 exec_runner.go:151] cp: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem --> C:\Users\jenkins.minikube1\minikube-integration\.minikube/ca.pem (1082 bytes)
I0428 17:06:35.472302 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem -> C:\Users\jenkins.minikube1\minikube-integration\.minikube/cert.pem
I0428 17:06:35.472302 15128 exec_runner.go:144] found C:\Users\jenkins.minikube1\minikube-integration\.minikube/cert.pem, removing ...
I0428 17:06:35.472302 15128 exec_runner.go:203] rm: C:\Users\jenkins.minikube1\minikube-integration\.minikube\cert.pem
I0428 17:06:35.472302 15128 exec_runner.go:151] cp: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem --> C:\Users\jenkins.minikube1\minikube-integration\.minikube/cert.pem (1123 bytes)
I0428 17:06:35.474368 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\key.pem -> C:\Users\jenkins.minikube1\minikube-integration\.minikube/key.pem
I0428 17:06:35.475508 15128 exec_runner.go:144] found C:\Users\jenkins.minikube1\minikube-integration\.minikube/key.pem, removing ...
I0428 17:06:35.475508 15128 exec_runner.go:203] rm: C:\Users\jenkins.minikube1\minikube-integration\.minikube\key.pem
I0428 17:06:35.475508 15128 exec_runner.go:151] cp: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\key.pem --> C:\Users\jenkins.minikube1\minikube-integration\.minikube/key.pem (1679 bytes)
I0428 17:06:35.477084 15128 provision.go:117] generating server cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server.pem ca-key=C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem private-key=C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca-key.pem org=jenkins.ha-267500 san=[127.0.0.1 172.27.226.61 ha-267500 localhost minikube]
I0428 17:06:35.561808 15128 provision.go:177] copyRemoteCerts
I0428 17:06:35.577487 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0428 17:06:35.577487 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:37.563943 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:37.563943 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:37.564802 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:40.009310 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:40.009310 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:40.009619 15128 sshutil.go:53] new ssh client: &{IP:172.27.226.61 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\id_rsa Username:docker}
I0428 17:06:40.122812 15128 ssh_runner.go:235] Completed: sudo mkdir -p /etc/docker /etc/docker /etc/docker: (4.5453174s)
I0428 17:06:40.122812 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem -> /etc/docker/ca.pem
I0428 17:06:40.124516 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0428 17:06:40.170921 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server.pem -> /etc/docker/server.pem
I0428 17:06:40.171551 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server.pem --> /etc/docker/server.pem (1200 bytes)
I0428 17:06:40.219603 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server-key.pem -> /etc/docker/server-key.pem
I0428 17:06:40.219603 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0428 17:06:40.266084 15128 provision.go:87] duration metric: took 13.6111193s to configureAuth
I0428 17:06:40.266084 15128 buildroot.go:189] setting minikube options for container-runtime
I0428 17:06:40.266857 15128 config.go:182] Loaded profile config "ha-267500": Driver=hyperv, ContainerRuntime=docker, KubernetesVersion=v1.30.0
I0428 17:06:40.267021 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:42.241538 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:42.241538 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:42.241914 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:44.632119 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:44.632119 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:44.637923 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:06:44.637923 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.226.61 22 <nil> <nil>}
I0428 17:06:44.637923 15128 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0428 17:06:44.774113 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0428 17:06:44.774113 15128 buildroot.go:70] root file system type: tmpfs
I0428 17:06:44.774113 15128 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0428 17:06:44.774650 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:46.777708 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:46.778317 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:46.778401 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:49.181965 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:49.181965 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:49.187437 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:06:49.187970 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.226.61 22 <nil> <nil>}
I0428 17:06:49.188102 15128 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperv --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0428 17:06:49.338418 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperv --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0428 17:06:49.339201 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:51.331459 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:51.331634 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:51.331634 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:06:53.755706 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:06:53.755706 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:53.762358 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:06:53.763024 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.226.61 22 <nil> <nil>}
I0428 17:06:53.763024 15128 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0428 17:06:55.964469 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0428 17:06:55.964469 15128 machine.go:97] duration metric: took 43.0186778s to provisionDockerMachine
I0428 17:06:55.964469 15128 client.go:171] duration metric: took 1m50.1652174s to LocalClient.Create
I0428 17:06:55.964469 15128 start.go:167] duration metric: took 1m50.1658343s to libmachine.API.Create "ha-267500"
I0428 17:06:55.965115 15128 start.go:293] postStartSetup for "ha-267500" (driver="hyperv")
I0428 17:06:55.965216 15128 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0428 17:06:55.979546 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0428 17:06:55.979546 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:06:57.968316 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:06:57.969137 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:06:57.969264 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:07:00.415449 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:07:00.415502 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:00.415502 15128 sshutil.go:53] new ssh client: &{IP:172.27.226.61 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\id_rsa Username:docker}
I0428 17:07:00.529139 15128 ssh_runner.go:235] Completed: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs: (4.5495858s)
I0428 17:07:00.542143 15128 ssh_runner.go:195] Run: cat /etc/os-release
I0428 17:07:00.550032 15128 info.go:137] Remote host: Buildroot 2023.02.9
I0428 17:07:00.550213 15128 filesync.go:126] Scanning C:\Users\jenkins.minikube1\minikube-integration\.minikube\addons for local assets ...
I0428 17:07:00.550570 15128 filesync.go:126] Scanning C:\Users\jenkins.minikube1\minikube-integration\.minikube\files for local assets ...
I0428 17:07:00.551284 15128 filesync.go:149] local asset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem -> 32282.pem in /etc/ssl/certs
I0428 17:07:00.551284 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem -> /etc/ssl/certs/32282.pem
I0428 17:07:00.565509 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0428 17:07:00.584743 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem --> /etc/ssl/certs/32282.pem (1708 bytes)
I0428 17:07:00.629457 15128 start.go:296] duration metric: took 4.6642336s for postStartSetup
I0428 17:07:00.635014 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:07:02.626728 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:07:02.627487 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:02.627874 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:07:05.092989 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:07:05.093104 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:05.093386 15128 profile.go:143] Saving config to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\config.json ...
I0428 17:07:05.096398 15128 start.go:128] duration metric: took 1m59.3027333s to createHost
I0428 17:07:05.096398 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:07:07.065139 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:07:07.066155 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:07.066393 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:07:09.551453 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:07:09.552365 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:09.558305 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:07:09.559011 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.226.61 22 <nil> <nil>}
I0428 17:07:09.559011 15128 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0428 17:07:09.695211 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: 1714349229.688972111
I0428 17:07:09.695211 15128 fix.go:216] guest clock: 1714349229.688972111
I0428 17:07:09.695293 15128 fix.go:229] Guest: 2024-04-28 17:07:09.688972111 -0700 PDT Remote: 2024-04-28 17:07:05.096398 -0700 PDT m=+124.563135001 (delta=4.592574111s)
I0428 17:07:09.695407 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:07:11.789797 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:07:11.789847 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:11.789990 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:07:14.233375 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:07:14.233375 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:14.240619 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:07:14.240815 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.226.61 22 <nil> <nil>}
I0428 17:07:14.240815 15128 main.go:141] libmachine: About to run SSH command:
sudo date -s @1714349229
I0428 17:07:14.381527 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: Mon Apr 29 00:07:09 UTC 2024
I0428 17:07:14.381591 15128 fix.go:236] clock set: Mon Apr 29 00:07:09 UTC 2024
(err=<nil>)
I0428 17:07:14.381591 15128 start.go:83] releasing machines lock for "ha-267500", held for 2m8.5881066s
I0428 17:07:14.381888 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:07:16.379116 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:07:16.379233 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:16.379233 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:07:18.836854 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:07:18.836854 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:18.842518 15128 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0428 17:07:18.842698 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:07:18.852567 15128 ssh_runner.go:195] Run: cat /version.json
I0428 17:07:18.853571 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:07:20.910892 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:07:20.910892 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:20.911012 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:07:20.912913 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:07:20.913115 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:20.913211 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:07:23.515321 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:07:23.515423 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:23.515870 15128 sshutil.go:53] new ssh client: &{IP:172.27.226.61 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\id_rsa Username:docker}
I0428 17:07:23.545848 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:07:23.545848 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:07:23.545848 15128 sshutil.go:53] new ssh client: &{IP:172.27.226.61 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\id_rsa Username:docker}
I0428 17:07:23.734013 15128 ssh_runner.go:235] Completed: cat /version.json: (4.8814384s)
I0428 17:07:23.734013 15128 ssh_runner.go:235] Completed: curl -sS -m 2 https://registry.k8s.io/: (4.8914872s)
I0428 17:07:23.747746 15128 ssh_runner.go:195] Run: systemctl --version
I0428 17:07:23.771255 15128 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0428 17:07:23.781524 15128 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0428 17:07:23.793701 15128 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0428 17:07:23.822613 15128 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0428 17:07:23.822613 15128 start.go:494] detecting cgroup driver to use...
I0428 17:07:23.822613 15128 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0428 17:07:23.866813 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0428 17:07:23.903238 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0428 17:07:23.922743 15128 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0428 17:07:23.934150 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0428 17:07:23.963653 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0428 17:07:23.994818 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0428 17:07:24.027248 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0428 17:07:24.060207 15128 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0428 17:07:24.094263 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0428 17:07:24.140407 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0428 17:07:24.173847 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0428 17:07:24.204942 15128 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0428 17:07:24.241686 15128 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0428 17:07:24.271540 15128 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0428 17:07:24.469049 15128 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0428 17:07:24.498779 15128 start.go:494] detecting cgroup driver to use...
I0428 17:07:24.511314 15128 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0428 17:07:24.547731 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0428 17:07:24.585442 15128 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0428 17:07:24.632453 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0428 17:07:24.665555 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0428 17:07:24.704256 15128 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0428 17:07:24.766295 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0428 17:07:24.792824 15128 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0428 17:07:24.839067 15128 ssh_runner.go:195] Run: which cri-dockerd
I0428 17:07:24.857950 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0428 17:07:24.877113 15128 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0428 17:07:24.928235 15128 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0428 17:07:25.145493 15128 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0428 17:07:25.342459 15128 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0428 17:07:25.342632 15128 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0428 17:07:25.392872 15128 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0428 17:07:25.606530 15128 ssh_runner.go:195] Run: sudo systemctl restart docker
I0428 17:07:28.159251 15128 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.5517925s)
I0428 17:07:28.171034 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0428 17:07:28.211210 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0428 17:07:28.251460 15128 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0428 17:07:28.457673 15128 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0428 17:07:28.655447 15128 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0428 17:07:28.858401 15128 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0428 17:07:28.905418 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0428 17:07:28.943568 15128 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0428 17:07:29.150079 15128 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0428 17:07:29.264527 15128 start.go:541] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0428 17:07:29.277774 15128 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0428 17:07:29.287734 15128 start.go:562] Will wait 60s for crictl version
I0428 17:07:29.298726 15128 ssh_runner.go:195] Run: which crictl
I0428 17:07:29.316760 15128 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0428 17:07:29.366950 15128 start.go:578] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 26.0.2
RuntimeApiVersion: v1
I0428 17:07:29.376977 15128 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0428 17:07:29.418646 15128 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0428 17:07:29.453698 15128 out.go:204] * Preparing Kubernetes v1.30.0 on Docker 26.0.2 ...
I0428 17:07:29.453698 15128 ip.go:172] getIPForInterface: searching for "vEthernet (Default Switch)"
I0428 17:07:29.458039 15128 ip.go:186] "Ethernet 2" does not match prefix "vEthernet (Default Switch)"
I0428 17:07:29.458039 15128 ip.go:186] "Loopback Pseudo-Interface 1" does not match prefix "vEthernet (Default Switch)"
I0428 17:07:29.458039 15128 ip.go:181] found prefix matching interface for "vEthernet (Default Switch)": "vEthernet (Default Switch)"
I0428 17:07:29.458039 15128 ip.go:207] Found interface: {Index:12 MTU:1500 Name:vEthernet (Default Switch) HardwareAddr:00:15:5d:d9:46:b5 Flags:up|broadcast|multicast|running}
I0428 17:07:29.460811 15128 ip.go:210] interface addr: fe80::ddcc:c7f1:f829:ae2f/64
I0428 17:07:29.460811 15128 ip.go:210] interface addr: 172.27.224.1/20
I0428 17:07:29.473489 15128 ssh_runner.go:195] Run: grep 172.27.224.1 host.minikube.internal$ /etc/hosts
I0428 17:07:29.479885 15128 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "172.27.224.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0428 17:07:29.514603 15128 kubeadm.go:877] updating cluster {Name:ha-267500 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18706/minikube-v1.33.0-1713736271-18706-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713736339-18706@sha256:bccd96633fa59b612ea2e24c6961d2499fe576afbab2e6056a6801ffbd3b1a7e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.0
ClusterName:ha-267500 Namespace:default APIServerHAVIP:172.27.239.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:172.27.226.61 Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube1:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOption
s:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0428 17:07:29.514603 15128 preload.go:132] Checking if preload exists for k8s version v1.30.0 and runtime docker
I0428 17:07:29.523620 15128 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0428 17:07:29.550369 15128 docker.go:685] Got preloaded images:
I0428 17:07:29.550483 15128 docker.go:691] registry.k8s.io/kube-apiserver:v1.30.0 wasn't preloaded
I0428 17:07:29.562702 15128 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json
I0428 17:07:29.593952 15128 ssh_runner.go:195] Run: which lz4
I0428 17:07:29.600117 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.30.0-docker-overlay2-amd64.tar.lz4 -> /preloaded.tar.lz4
I0428 17:07:29.613555 15128 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I0428 17:07:29.619890 15128 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I0428 17:07:29.619890 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.30.0-docker-overlay2-amd64.tar.lz4 --> /preloaded.tar.lz4 (359556852 bytes)
I0428 17:07:31.519069 15128 docker.go:649] duration metric: took 1.9189486s to copy over tarball
I0428 17:07:31.533069 15128 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I0428 17:07:40.472773 15128 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (8.9396898s)
I0428 17:07:40.472925 15128 ssh_runner.go:146] rm: /preloaded.tar.lz4
I0428 17:07:40.541351 15128 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json
I0428 17:07:40.567273 15128 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2630 bytes)
I0428 17:07:40.619221 15128 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0428 17:07:40.837523 15128 ssh_runner.go:195] Run: sudo systemctl restart docker
I0428 17:07:44.196770 15128 ssh_runner.go:235] Completed: sudo systemctl restart docker: (3.3592418s)
I0428 17:07:44.207767 15128 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0428 17:07:44.237423 15128 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.30.0
registry.k8s.io/kube-scheduler:v1.30.0
registry.k8s.io/kube-controller-manager:v1.30.0
registry.k8s.io/kube-proxy:v1.30.0
registry.k8s.io/etcd:3.5.12-0
registry.k8s.io/coredns/coredns:v1.11.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0428 17:07:44.237484 15128 cache_images.go:84] Images are preloaded, skipping loading
I0428 17:07:44.237484 15128 kubeadm.go:928] updating node { 172.27.226.61 8443 v1.30.0 docker true true} ...
I0428 17:07:44.237484 15128 kubeadm.go:940] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-267500 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=172.27.226.61
[Install]
config:
{KubernetesVersion:v1.30.0 ClusterName:ha-267500 Namespace:default APIServerHAVIP:172.27.239.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0428 17:07:44.246763 15128 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0428 17:07:44.282127 15128 cni.go:84] Creating CNI manager for ""
I0428 17:07:44.282216 15128 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0428 17:07:44.282216 15128 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0428 17:07:44.282351 15128 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:172.27.226.61 APIServerPort:8443 KubernetesVersion:v1.30.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-267500 NodeName:ha-267500 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "172.27.226.61"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:172.27.226.61 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes
/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0428 17:07:44.282455 15128 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 172.27.226.61
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-267500"
kubeletExtraArgs:
node-ip: 172.27.226.61
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "172.27.226.61"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.30.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0428 17:07:44.282455 15128 kube-vip.go:111] generating kube-vip config ...
I0428 17:07:44.297487 15128 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0428 17:07:44.321501 15128 kube-vip.go:163] auto-enabling control-plane load-balancing in kube-vip
I0428 17:07:44.322489 15128 kube-vip.go:133] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 172.27.239.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.7.1
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I0428 17:07:44.337281 15128 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.0
I0428 17:07:44.356448 15128 binaries.go:44] Found k8s binaries, skipping transfer
I0428 17:07:44.368828 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0428 17:07:44.388733 15128 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I0428 17:07:44.419285 15128 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0428 17:07:44.454529 15128 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2154 bytes)
I0428 17:07:44.492910 15128 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1352 bytes)
I0428 17:07:44.535119 15128 ssh_runner.go:195] Run: grep 172.27.239.254 control-plane.minikube.internal$ /etc/hosts
I0428 17:07:44.544353 15128 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "172.27.239.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0428 17:07:44.584071 15128 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0428 17:07:44.784658 15128 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0428 17:07:44.813138 15128 certs.go:68] Setting up C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500 for IP: 172.27.226.61
I0428 17:07:44.813138 15128 certs.go:194] generating shared ca certs ...
I0428 17:07:44.813138 15128 certs.go:226] acquiring lock for ca certs: {Name:mk7484196a709b348d442d7deac4228c8c4b804e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:07:44.814022 15128 certs.go:235] skipping valid "minikubeCA" ca cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.key
I0428 17:07:44.814402 15128 certs.go:235] skipping valid "proxyClientCA" ca cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\proxy-client-ca.key
I0428 17:07:44.814630 15128 certs.go:256] generating profile certs ...
I0428 17:07:44.815376 15128 certs.go:363] generating signed profile cert for "minikube-user": C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\client.key
I0428 17:07:44.815452 15128 crypto.go:68] Generating cert C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\client.crt with IP's: []
I0428 17:07:45.207682 15128 crypto.go:156] Writing cert to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\client.crt ...
I0428 17:07:45.207682 15128 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\client.crt: {Name:mkad69168dad75f83e0efa34e0b67056be851f25 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:07:45.209661 15128 crypto.go:164] Writing key to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\client.key ...
I0428 17:07:45.209661 15128 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\client.key: {Name:mkb880ba41d02f89477ac0bc036a3238bb214c19 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:07:45.210642 15128 certs.go:363] generating signed profile cert for "minikube": C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.key.613c3df3
I0428 17:07:45.211691 15128 crypto.go:68] Generating cert C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.crt.613c3df3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 172.27.226.61 172.27.239.254]
I0428 17:07:45.272240 15128 crypto.go:156] Writing cert to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.crt.613c3df3 ...
I0428 17:07:45.272240 15128 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.crt.613c3df3: {Name:mk99fb8942eac42f7e59971118a5e983aa693542 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:07:45.273362 15128 crypto.go:164] Writing key to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.key.613c3df3 ...
I0428 17:07:45.273362 15128 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.key.613c3df3: {Name:mkdcebf54b68db40ea28398d3bc9d7030e2380c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:07:45.274711 15128 certs.go:381] copying C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.crt.613c3df3 -> C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.crt
I0428 17:07:45.286842 15128 certs.go:385] copying C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.key.613c3df3 -> C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.key
I0428 17:07:45.287930 15128 certs.go:363] generating signed profile cert for "aggregator": C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.key
I0428 17:07:45.288916 15128 crypto.go:68] Generating cert C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.crt with IP's: []
I0428 17:07:45.392345 15128 crypto.go:156] Writing cert to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.crt ...
I0428 17:07:45.392345 15128 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.crt: {Name:mk043c6e778c0a46cac3b2815bc508f265aae077 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:07:45.394630 15128 crypto.go:164] Writing key to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.key ...
I0428 17:07:45.394630 15128 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.key: {Name:mk9cbeba2bc7745cd3561dc98b61ab1be7e0e2e5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:07:45.395971 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.crt -> /var/lib/minikube/certs/ca.crt
I0428 17:07:45.396297 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.key -> /var/lib/minikube/certs/ca.key
I0428 17:07:45.396297 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0428 17:07:45.396701 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0428 17:07:45.396840 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0428 17:07:45.396982 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0428 17:07:45.397123 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0428 17:07:45.404414 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0428 17:07:45.405312 15128 certs.go:484] found cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\3228.pem (1338 bytes)
W0428 17:07:45.405975 15128 certs.go:480] ignoring C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\3228_empty.pem, impossibly tiny 0 bytes
I0428 17:07:45.406015 15128 certs.go:484] found cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca-key.pem (1679 bytes)
I0428 17:07:45.406268 15128 certs.go:484] found cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem (1082 bytes)
I0428 17:07:45.406623 15128 certs.go:484] found cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem (1123 bytes)
I0428 17:07:45.406886 15128 certs.go:484] found cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\key.pem (1679 bytes)
I0428 17:07:45.407157 15128 certs.go:484] found cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem (1708 bytes)
I0428 17:07:45.407157 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem -> /usr/share/ca-certificates/32282.pem
I0428 17:07:45.407872 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0428 17:07:45.408049 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\3228.pem -> /usr/share/ca-certificates/3228.pem
I0428 17:07:45.408290 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0428 17:07:45.465598 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0428 17:07:45.514624 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0428 17:07:45.563309 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0428 17:07:45.610689 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I0428 17:07:45.668205 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0428 17:07:45.709224 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0428 17:07:45.760227 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0428 17:07:45.808948 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem --> /usr/share/ca-certificates/32282.pem (1708 bytes)
I0428 17:07:45.867908 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0428 17:07:45.915616 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\3228.pem --> /usr/share/ca-certificates/3228.pem (1338 bytes)
I0428 17:07:45.964791 15128 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0428 17:07:46.023214 15128 ssh_runner.go:195] Run: openssl version
I0428 17:07:46.048823 15128 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/32282.pem && ln -fs /usr/share/ca-certificates/32282.pem /etc/ssl/certs/32282.pem"
I0428 17:07:46.088573 15128 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/32282.pem
I0428 17:07:46.097176 15128 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Apr 28 23:26 /usr/share/ca-certificates/32282.pem
I0428 17:07:46.109096 15128 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/32282.pem
I0428 17:07:46.132635 15128 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/32282.pem /etc/ssl/certs/3ec20f2e.0"
I0428 17:07:46.166258 15128 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0428 17:07:46.204585 15128 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0428 17:07:46.212881 15128 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 28 23:12 /usr/share/ca-certificates/minikubeCA.pem
I0428 17:07:46.228291 15128 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0428 17:07:46.251359 15128 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0428 17:07:46.286250 15128 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3228.pem && ln -fs /usr/share/ca-certificates/3228.pem /etc/ssl/certs/3228.pem"
I0428 17:07:46.330437 15128 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3228.pem
I0428 17:07:46.337213 15128 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Apr 28 23:26 /usr/share/ca-certificates/3228.pem
I0428 17:07:46.348616 15128 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3228.pem
I0428 17:07:46.369695 15128 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/3228.pem /etc/ssl/certs/51391683.0"
I0428 17:07:46.404629 15128 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0428 17:07:46.416103 15128 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0428 17:07:46.416103 15128 kubeadm.go:391] StartCluster: {Name:ha-267500 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18706/minikube-v1.33.0-1713736271-18706-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713736339-18706@sha256:bccd96633fa59b612ea2e24c6961d2499fe576afbab2e6056a6801ffbd3b1a7e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.0 Clu
sterName:ha-267500 Namespace:default APIServerHAVIP:172.27.239.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:172.27.226.61 Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube1:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[
] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0428 17:07:46.427776 15128 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0428 17:07:46.462126 15128 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0428 17:07:46.492998 15128 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0428 17:07:46.525017 15128 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0428 17:07:46.543389 15128 kubeadm.go:154] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0428 17:07:46.543449 15128 kubeadm.go:156] found existing configuration files:
I0428 17:07:46.559558 15128 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0428 17:07:46.576906 15128 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0428 17:07:46.591547 15128 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0428 17:07:46.622617 15128 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0428 17:07:46.643274 15128 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0428 17:07:46.657479 15128 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0428 17:07:46.687575 15128 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0428 17:07:46.704724 15128 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0428 17:07:46.717169 15128 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0428 17:07:46.749254 15128 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0428 17:07:46.767247 15128 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0428 17:07:46.779268 15128 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0428 17:07:46.798138 15128 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.30.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I0428 17:07:47.295492 15128 kubeadm.go:309] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0428 17:08:03.206037 15128 kubeadm.go:309] [init] Using Kubernetes version: v1.30.0
I0428 17:08:03.206217 15128 kubeadm.go:309] [preflight] Running pre-flight checks
I0428 17:08:03.206547 15128 kubeadm.go:309] [preflight] Pulling images required for setting up a Kubernetes cluster
I0428 17:08:03.206720 15128 kubeadm.go:309] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0428 17:08:03.207017 15128 kubeadm.go:309] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0428 17:08:03.207166 15128 kubeadm.go:309] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0428 17:08:03.211078 15128 out.go:204] - Generating certificates and keys ...
I0428 17:08:03.211427 15128 kubeadm.go:309] [certs] Using existing ca certificate authority
I0428 17:08:03.211427 15128 kubeadm.go:309] [certs] Using existing apiserver certificate and key on disk
I0428 17:08:03.211427 15128 kubeadm.go:309] [certs] Generating "apiserver-kubelet-client" certificate and key
I0428 17:08:03.211427 15128 kubeadm.go:309] [certs] Generating "front-proxy-ca" certificate and key
I0428 17:08:03.212047 15128 kubeadm.go:309] [certs] Generating "front-proxy-client" certificate and key
I0428 17:08:03.212253 15128 kubeadm.go:309] [certs] Generating "etcd/ca" certificate and key
I0428 17:08:03.212452 15128 kubeadm.go:309] [certs] Generating "etcd/server" certificate and key
I0428 17:08:03.212808 15128 kubeadm.go:309] [certs] etcd/server serving cert is signed for DNS names [ha-267500 localhost] and IPs [172.27.226.61 127.0.0.1 ::1]
I0428 17:08:03.212808 15128 kubeadm.go:309] [certs] Generating "etcd/peer" certificate and key
I0428 17:08:03.212808 15128 kubeadm.go:309] [certs] etcd/peer serving cert is signed for DNS names [ha-267500 localhost] and IPs [172.27.226.61 127.0.0.1 ::1]
I0428 17:08:03.213396 15128 kubeadm.go:309] [certs] Generating "etcd/healthcheck-client" certificate and key
I0428 17:08:03.213747 15128 kubeadm.go:309] [certs] Generating "apiserver-etcd-client" certificate and key
I0428 17:08:03.213747 15128 kubeadm.go:309] [certs] Generating "sa" key and public key
I0428 17:08:03.213747 15128 kubeadm.go:309] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0428 17:08:03.213747 15128 kubeadm.go:309] [kubeconfig] Writing "admin.conf" kubeconfig file
I0428 17:08:03.213747 15128 kubeadm.go:309] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0428 17:08:03.214403 15128 kubeadm.go:309] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0428 17:08:03.214647 15128 kubeadm.go:309] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0428 17:08:03.214647 15128 kubeadm.go:309] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0428 17:08:03.214647 15128 kubeadm.go:309] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0428 17:08:03.214647 15128 kubeadm.go:309] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0428 17:08:03.217496 15128 out.go:204] - Booting up control plane ...
I0428 17:08:03.217496 15128 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0428 17:08:03.217496 15128 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0428 17:08:03.217496 15128 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0428 17:08:03.217496 15128 kubeadm.go:309] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0428 17:08:03.218523 15128 kubeadm.go:309] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0428 17:08:03.218673 15128 kubeadm.go:309] [kubelet-start] Starting the kubelet
I0428 17:08:03.218845 15128 kubeadm.go:309] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0428 17:08:03.219109 15128 kubeadm.go:309] [kubelet-check] Waiting for a healthy kubelet. This can take up to 4m0s
I0428 17:08:03.219109 15128 kubeadm.go:309] [kubelet-check] The kubelet is healthy after 1.002004724s
I0428 17:08:03.219380 15128 kubeadm.go:309] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0428 17:08:03.219512 15128 kubeadm.go:309] [api-check] The API server is healthy after 9.018382318s
I0428 17:08:03.219547 15128 kubeadm.go:309] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0428 17:08:03.219547 15128 kubeadm.go:309] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0428 17:08:03.219547 15128 kubeadm.go:309] [upload-certs] Skipping phase. Please see --upload-certs
I0428 17:08:03.219547 15128 kubeadm.go:309] [mark-control-plane] Marking the node ha-267500 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0428 17:08:03.219547 15128 kubeadm.go:309] [bootstrap-token] Using token: o2t0fz.gqoxv8rhmbtgnafl
I0428 17:08:03.222077 15128 out.go:204] - Configuring RBAC rules ...
I0428 17:08:03.223255 15128 kubeadm.go:309] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0428 17:08:03.223390 15128 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0428 17:08:03.223700 15128 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0428 17:08:03.224022 15128 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0428 17:08:03.224356 15128 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0428 17:08:03.224673 15128 kubeadm.go:309] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0428 17:08:03.224822 15128 kubeadm.go:309] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0428 17:08:03.224822 15128 kubeadm.go:309] [addons] Applied essential addon: CoreDNS
I0428 17:08:03.224822 15128 kubeadm.go:309] [addons] Applied essential addon: kube-proxy
I0428 17:08:03.224822 15128 kubeadm.go:309]
I0428 17:08:03.224822 15128 kubeadm.go:309] Your Kubernetes control-plane has initialized successfully!
I0428 17:08:03.225393 15128 kubeadm.go:309]
I0428 17:08:03.225532 15128 kubeadm.go:309] To start using your cluster, you need to run the following as a regular user:
I0428 17:08:03.225532 15128 kubeadm.go:309]
I0428 17:08:03.225532 15128 kubeadm.go:309] mkdir -p $HOME/.kube
I0428 17:08:03.225532 15128 kubeadm.go:309] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0428 17:08:03.225532 15128 kubeadm.go:309] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0428 17:08:03.225532 15128 kubeadm.go:309]
I0428 17:08:03.226084 15128 kubeadm.go:309] Alternatively, if you are the root user, you can run:
I0428 17:08:03.226084 15128 kubeadm.go:309]
I0428 17:08:03.226252 15128 kubeadm.go:309] export KUBECONFIG=/etc/kubernetes/admin.conf
I0428 17:08:03.226279 15128 kubeadm.go:309]
I0428 17:08:03.226368 15128 kubeadm.go:309] You should now deploy a pod network to the cluster.
I0428 17:08:03.226368 15128 kubeadm.go:309] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0428 17:08:03.226368 15128 kubeadm.go:309] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0428 17:08:03.226368 15128 kubeadm.go:309]
I0428 17:08:03.226941 15128 kubeadm.go:309] You can now join any number of control-plane nodes by copying certificate authorities
I0428 17:08:03.227102 15128 kubeadm.go:309] and service account keys on each node and then running the following as root:
I0428 17:08:03.227102 15128 kubeadm.go:309]
I0428 17:08:03.227370 15128 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token o2t0fz.gqoxv8rhmbtgnafl \
I0428 17:08:03.227509 15128 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:5f5d7b85b077f2e288e75e39a41f7a8d9853e7a56e67af1c968077db82f54b2c \
I0428 17:08:03.227509 15128 kubeadm.go:309] --control-plane
I0428 17:08:03.227509 15128 kubeadm.go:309]
I0428 17:08:03.227814 15128 kubeadm.go:309] Then you can join any number of worker nodes by running the following on each as root:
I0428 17:08:03.227814 15128 kubeadm.go:309]
I0428 17:08:03.228020 15128 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token o2t0fz.gqoxv8rhmbtgnafl \
I0428 17:08:03.228020 15128 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:5f5d7b85b077f2e288e75e39a41f7a8d9853e7a56e67af1c968077db82f54b2c
I0428 17:08:03.228020 15128 cni.go:84] Creating CNI manager for ""
I0428 17:08:03.228020 15128 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0428 17:08:03.230920 15128 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0428 17:08:03.245586 15128 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0428 17:08:03.254991 15128 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.30.0/kubectl ...
I0428 17:08:03.255049 15128 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0428 17:08:03.307618 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0428 17:08:04.087321 15128 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0428 17:08:04.101185 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-267500 minikube.k8s.io/updated_at=2024_04_28T17_08_04_0700 minikube.k8s.io/version=v1.33.0 minikube.k8s.io/commit=5aea53309587d5dad960702a78dfdd5fb48b1328 minikube.k8s.io/name=ha-267500 minikube.k8s.io/primary=true
I0428 17:08:04.110392 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:04.127454 15128 ops.go:34] apiserver oom_adj: -16
I0428 17:08:04.338961 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:04.853452 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:05.339051 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:05.843300 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:06.345394 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:06.842588 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:07.347466 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:07.845426 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:08.343954 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:08.844666 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:09.346016 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:09.847106 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:10.346157 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:10.852073 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:11.350599 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:11.851124 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:12.339498 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:12.839469 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:13.341674 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:13.844363 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:14.340478 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:14.840892 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:15.351020 15128 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.30.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0428 17:08:15.542789 15128 kubeadm.go:1107] duration metric: took 11.4553488s to wait for elevateKubeSystemPrivileges
W0428 17:08:15.542884 15128 kubeadm.go:286] apiserver tunnel failed: apiserver port not set
I0428 17:08:15.542948 15128 kubeadm.go:393] duration metric: took 29.1267984s to StartCluster
I0428 17:08:15.542948 15128 settings.go:142] acquiring lock: {Name:mkab556291043b7dcd90a9d60c03aa7fa181e125 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:08:15.543147 15128 settings.go:150] Updating kubeconfig: C:\Users\jenkins.minikube1\minikube-integration\kubeconfig
I0428 17:08:15.545087 15128 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube1\minikube-integration\kubeconfig: {Name:mk2e2755bd0ffee2cfcc8bbf22c26f99d53697ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0428 17:08:15.546714 15128 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0428 17:08:15.546792 15128 start.go:232] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:172.27.226.61 Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0428 17:08:15.546862 15128 start.go:240] waiting for startup goroutines ...
I0428 17:08:15.546921 15128 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]
I0428 17:08:15.547043 15128 addons.go:69] Setting storage-provisioner=true in profile "ha-267500"
I0428 17:08:15.547043 15128 addons.go:234] Setting addon storage-provisioner=true in "ha-267500"
I0428 17:08:15.547043 15128 addons.go:69] Setting default-storageclass=true in profile "ha-267500"
I0428 17:08:15.547186 15128 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-267500"
I0428 17:08:15.547186 15128 host.go:66] Checking if "ha-267500" exists ...
I0428 17:08:15.547418 15128 config.go:182] Loaded profile config "ha-267500": Driver=hyperv, ContainerRuntime=docker, KubernetesVersion=v1.30.0
I0428 17:08:15.548408 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:08:15.548408 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:08:15.760123 15128 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 172.27.224.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.30.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0428 17:08:16.117515 15128 start.go:946] {"host.minikube.internal": 172.27.224.1} host record injected into CoreDNS's ConfigMap
I0428 17:08:17.727218 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:08:17.728064 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:17.728064 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:08:17.728064 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:17.731020 15128 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0428 17:08:17.728718 15128 loader.go:395] Config loaded from file: C:\Users\jenkins.minikube1\minikube-integration\kubeconfig
I0428 17:08:17.731866 15128 kapi.go:59] client config for ha-267500: &rest.Config{Host:"https://172.27.239.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"C:\\Users\\jenkins.minikube1\\minikube-integration\\.minikube\\profiles\\ha-267500\\client.crt", KeyFile:"C:\\Users\\jenkins.minikube1\\minikube-integration\\.minikube\\profiles\\ha-267500\\client.key", CAFile:"C:\\Users\\jenkins.minikube1\\minikube-integration\\.minikube\\ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Ne
xtProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x23e5ac0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0428 17:08:17.733765 15128 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0428 17:08:17.733849 15128 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0428 17:08:17.733849 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:08:17.735131 15128 cert_rotation.go:137] Starting client certificate rotation controller
I0428 17:08:17.735131 15128 addons.go:234] Setting addon default-storageclass=true in "ha-267500"
I0428 17:08:17.735756 15128 host.go:66] Checking if "ha-267500" exists ...
I0428 17:08:17.736495 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:08:20.022150 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:08:20.022150 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:20.022150 15128 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0428 17:08:20.022150 15128 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0428 17:08:20.022150 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500 ).state
I0428 17:08:20.023713 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:08:20.023713 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:20.024648 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:08:22.176019 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:08:22.176993 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:22.177104 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500 ).networkadapters[0]).ipaddresses[0]
I0428 17:08:22.649286 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:08:22.649286 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:22.649653 15128 sshutil.go:53] new ssh client: &{IP:172.27.226.61 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\id_rsa Username:docker}
I0428 17:08:22.838833 15128 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0428 17:08:23.942043 15128 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.1032083s)
I0428 17:08:24.736051 15128 main.go:141] libmachine: [stdout =====>] : 172.27.226.61
I0428 17:08:24.736051 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:24.736869 15128 sshutil.go:53] new ssh client: &{IP:172.27.226.61 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500\id_rsa Username:docker}
I0428 17:08:24.878922 15128 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.30.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0428 17:08:25.036824 15128 round_trippers.go:463] GET https://172.27.239.254:8443/apis/storage.k8s.io/v1/storageclasses
I0428 17:08:25.036824 15128 round_trippers.go:469] Request Headers:
I0428 17:08:25.036824 15128 round_trippers.go:473] Accept: application/json, */*
I0428 17:08:25.036824 15128 round_trippers.go:473] User-Agent: minikube-windows-amd64.exe/v0.0.0 (windows/amd64) kubernetes/$Format
I0428 17:08:25.047850 15128 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I0428 17:08:25.050270 15128 round_trippers.go:463] PUT https://172.27.239.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I0428 17:08:25.050270 15128 round_trippers.go:469] Request Headers:
I0428 17:08:25.050270 15128 round_trippers.go:473] Accept: application/json, */*
I0428 17:08:25.050270 15128 round_trippers.go:473] Content-Type: application/json
I0428 17:08:25.050270 15128 round_trippers.go:473] User-Agent: minikube-windows-amd64.exe/v0.0.0 (windows/amd64) kubernetes/$Format
I0428 17:08:25.054895 15128 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0428 17:08:25.058644 15128 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I0428 17:08:25.062323 15128 addons.go:505] duration metric: took 9.5154456s for enable addons: enabled=[storage-provisioner default-storageclass]
I0428 17:08:25.062323 15128 start.go:245] waiting for cluster config update ...
I0428 17:08:25.062323 15128 start.go:254] writing updated cluster config ...
I0428 17:08:25.064855 15128 out.go:177]
I0428 17:08:25.074876 15128 config.go:182] Loaded profile config "ha-267500": Driver=hyperv, ContainerRuntime=docker, KubernetesVersion=v1.30.0
I0428 17:08:25.074876 15128 profile.go:143] Saving config to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\config.json ...
I0428 17:08:25.081680 15128 out.go:177] * Starting "ha-267500-m02" control-plane node in "ha-267500" cluster
I0428 17:08:25.084831 15128 preload.go:132] Checking if preload exists for k8s version v1.30.0 and runtime docker
I0428 17:08:25.084949 15128 cache.go:56] Caching tarball of preloaded images
I0428 17:08:25.085245 15128 preload.go:173] Found C:\Users\jenkins.minikube1\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.30.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0428 17:08:25.085467 15128 cache.go:59] Finished verifying existence of preloaded tar for v1.30.0 on docker
I0428 17:08:25.085668 15128 profile.go:143] Saving config to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\config.json ...
I0428 17:08:25.089909 15128 start.go:360] acquireMachinesLock for ha-267500-m02: {Name:mk1756dfe9622c208593bf9b718faf6c1651aea2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0428 17:08:25.089909 15128 start.go:364] duration metric: took 0s to acquireMachinesLock for "ha-267500-m02"
I0428 17:08:25.089909 15128 start.go:93] Provisioning new machine with config: &{Name:ha-267500 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18706/minikube-v1.33.0-1713736271-18706-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713736339-18706@sha256:bccd96633fa59b612ea2e24c6961d2499fe576afbab2e6056a6801ffbd3b1a7e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuberne
tesVersion:v1.30.0 ClusterName:ha-267500 Namespace:default APIServerHAVIP:172.27.239.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:172.27.226.61 Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisk
s:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube1:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.30.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0428 17:08:25.089909 15128 start.go:125] createHost starting for "m02" (driver="hyperv")
I0428 17:08:25.092669 15128 out.go:204] * Creating hyperv VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0428 17:08:25.092669 15128 start.go:159] libmachine.API.Create for "ha-267500" (driver="hyperv")
I0428 17:08:25.092669 15128 client.go:168] LocalClient.Create starting
I0428 17:08:25.093686 15128 main.go:141] libmachine: Reading certificate data from C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem
I0428 17:08:25.093686 15128 main.go:141] libmachine: Decoding PEM data...
I0428 17:08:25.093686 15128 main.go:141] libmachine: Parsing certificate...
I0428 17:08:25.093686 15128 main.go:141] libmachine: Reading certificate data from C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem
I0428 17:08:25.093686 15128 main.go:141] libmachine: Decoding PEM data...
I0428 17:08:25.094755 15128 main.go:141] libmachine: Parsing certificate...
I0428 17:08:25.094755 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @(Get-Module -ListAvailable hyper-v).Name | Get-Unique
I0428 17:08:26.932082 15128 main.go:141] libmachine: [stdout =====>] : Hyper-V
I0428 17:08:26.932249 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:26.932469 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole(([System.Security.Principal.SecurityIdentifier]::new("S-1-5-32-578")))
I0428 17:08:28.625007 15128 main.go:141] libmachine: [stdout =====>] : False
I0428 17:08:28.625741 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:28.625836 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole] "Administrator")
I0428 17:08:30.145128 15128 main.go:141] libmachine: [stdout =====>] : True
I0428 17:08:30.145193 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:30.145352 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive [Console]::OutputEncoding = [Text.Encoding]::UTF8; ConvertTo-Json @(Hyper-V\Get-VMSwitch|Select Id, Name, SwitchType|Where-Object {($_.SwitchType -eq 'External') -or ($_.Id -eq 'c08cb7b8-9b3c-408e-8e30-5e16a3aeb444')}|Sort-Object -Property SwitchType)
I0428 17:08:33.641047 15128 main.go:141] libmachine: [stdout =====>] : [
{
"Id": "c08cb7b8-9b3c-408e-8e30-5e16a3aeb444",
"Name": "Default Switch",
"SwitchType": 1
}
]
I0428 17:08:33.641341 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:33.643919 15128 main.go:141] libmachine: Downloading C:\Users\jenkins.minikube1\minikube-integration\.minikube\cache\boot2docker.iso from file://C:/Users/jenkins.minikube1/minikube-integration/.minikube/cache/iso/amd64/minikube-v1.33.0-1713736271-18706-amd64.iso...
I0428 17:08:34.107074 15128 main.go:141] libmachine: Creating SSH key...
I0428 17:08:34.283136 15128 main.go:141] libmachine: Creating VM...
I0428 17:08:34.284168 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive [Console]::OutputEncoding = [Text.Encoding]::UTF8; ConvertTo-Json @(Hyper-V\Get-VMSwitch|Select Id, Name, SwitchType|Where-Object {($_.SwitchType -eq 'External') -or ($_.Id -eq 'c08cb7b8-9b3c-408e-8e30-5e16a3aeb444')}|Sort-Object -Property SwitchType)
I0428 17:08:37.085226 15128 main.go:141] libmachine: [stdout =====>] : [
{
"Id": "c08cb7b8-9b3c-408e-8e30-5e16a3aeb444",
"Name": "Default Switch",
"SwitchType": 1
}
]
I0428 17:08:37.085497 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:37.085497 15128 main.go:141] libmachine: Using switch "Default Switch"
I0428 17:08:37.085497 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole] "Administrator")
I0428 17:08:38.799740 15128 main.go:141] libmachine: [stdout =====>] : True
I0428 17:08:38.799740 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:38.799740 15128 main.go:141] libmachine: Creating VHD
I0428 17:08:38.799740 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\New-VHD -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\fixed.vhd' -SizeBytes 10MB -Fixed
I0428 17:08:42.432588 15128 main.go:141] libmachine: [stdout =====>] :
ComputerName : minikube1
Path : C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\fixed.vhd
VhdFormat : VHD
VhdType : Fixed
FileSize : 10486272
Size : 10485760
MinimumSize :
LogicalSectorSize : 512
PhysicalSectorSize : 512
BlockSize : 0
ParentPath :
DiskIdentifier : 1C4811B2-F108-4C17-8C85-240087500FFB
FragmentationPercentage : 0
Alignment : 1
Attached : False
DiskNumber :
IsPMEMCompatible : False
AddressAbstractionType : None
Number :
I0428 17:08:42.432588 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:42.432588 15128 main.go:141] libmachine: Writing magic tar header
I0428 17:08:42.432588 15128 main.go:141] libmachine: Writing SSH key tar header
I0428 17:08:42.443176 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Convert-VHD -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\fixed.vhd' -DestinationPath 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\disk.vhd' -VHDType Dynamic -DeleteSource
I0428 17:08:45.530814 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:08:45.531090 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:45.531090 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Resize-VHD -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\disk.vhd' -SizeBytes 20000MB
I0428 17:08:47.993046 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:08:47.993046 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:47.993046 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\New-VM ha-267500-m02 -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02' -SwitchName 'Default Switch' -MemoryStartupBytes 2200MB
I0428 17:08:51.507051 15128 main.go:141] libmachine: [stdout =====>] :
Name State CPUUsage(%!)(MISSING) MemoryAssigned(M) Uptime Status Version
---- ----- ----------- ----------------- ------ ------ -------
ha-267500-m02 Off 0 0 00:00:00 Operating normally 9.0
I0428 17:08:51.507121 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:51.507184 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMMemory -VMName ha-267500-m02 -DynamicMemoryEnabled $false
I0428 17:08:53.623610 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:08:53.623610 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:53.623959 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMProcessor ha-267500-m02 -Count 2
I0428 17:08:55.746706 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:08:55.747282 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:55.747376 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMDvdDrive -VMName ha-267500-m02 -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\boot2docker.iso'
I0428 17:08:58.230232 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:08:58.230232 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:08:58.231298 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Add-VMHardDiskDrive -VMName ha-267500-m02 -Path 'C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\disk.vhd'
I0428 17:09:00.819111 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:09:00.819111 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:00.819111 15128 main.go:141] libmachine: Starting VM...
I0428 17:09:00.819246 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Start-VM ha-267500-m02
I0428 17:09:03.833885 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:09:03.833885 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:03.833885 15128 main.go:141] libmachine: Waiting for host to start...
I0428 17:09:03.833885 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:06.036447 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:06.036447 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:06.036447 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:08.535107 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:09:08.535676 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:09.540110 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:11.730252 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:11.730767 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:11.730896 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:14.267320 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:09:14.267920 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:15.278102 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:17.429662 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:17.430272 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:17.430272 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:19.872667 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:09:19.873239 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:20.874059 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:23.049283 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:23.049554 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:23.049554 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:25.483021 15128 main.go:141] libmachine: [stdout =====>] :
I0428 17:09:25.483840 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:26.497330 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:28.593026 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:28.593026 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:28.593193 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:31.092267 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:09:31.092267 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:31.092830 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:33.155893 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:33.156190 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:33.156190 15128 machine.go:94] provisionDockerMachine start ...
I0428 17:09:33.156343 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:35.235080 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:35.235080 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:35.235080 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:37.708958 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:09:37.709094 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:37.715262 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:09:37.715453 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.238.86 22 <nil> <nil>}
I0428 17:09:37.715453 15128 main.go:141] libmachine: About to run SSH command:
hostname
I0428 17:09:37.838307 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0428 17:09:37.838307 15128 buildroot.go:166] provisioning hostname "ha-267500-m02"
I0428 17:09:37.838307 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:39.845337 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:39.845507 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:39.845582 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:42.372033 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:09:42.372654 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:42.379934 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:09:42.380083 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.238.86 22 <nil> <nil>}
I0428 17:09:42.380083 15128 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-267500-m02 && echo "ha-267500-m02" | sudo tee /etc/hostname
I0428 17:09:42.534583 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-267500-m02
I0428 17:09:42.534727 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:44.673497 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:44.673497 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:44.674240 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:47.250295 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:09:47.250295 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:47.257595 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:09:47.258189 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.238.86 22 <nil> <nil>}
I0428 17:09:47.258189 15128 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-267500-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-267500-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-267500-m02' | sudo tee -a /etc/hosts;
fi
fi
I0428 17:09:47.404787 15128 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0428 17:09:47.404787 15128 buildroot.go:172] set auth options {CertDir:C:\Users\jenkins.minikube1\minikube-integration\.minikube CaCertPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem CaPrivateKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server.pem ServerKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server-key.pem ClientKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem ServerCertSANs:[] StorePath:C:\Users\jenkins.minikube1\minikube-integration\.minikube}
I0428 17:09:47.404787 15128 buildroot.go:174] setting up certificates
I0428 17:09:47.404787 15128 provision.go:84] configureAuth start
I0428 17:09:47.404787 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:49.416138 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:49.416138 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:49.416138 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:51.875459 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:09:51.875459 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:51.875853 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:53.926853 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:53.927030 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:53.927102 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:09:56.411706 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:09:56.412682 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:56.412682 15128 provision.go:143] copyHostCerts
I0428 17:09:56.412881 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem -> C:\Users\jenkins.minikube1\minikube-integration\.minikube/ca.pem
I0428 17:09:56.413201 15128 exec_runner.go:144] found C:\Users\jenkins.minikube1\minikube-integration\.minikube/ca.pem, removing ...
I0428 17:09:56.413201 15128 exec_runner.go:203] rm: C:\Users\jenkins.minikube1\minikube-integration\.minikube\ca.pem
I0428 17:09:56.413699 15128 exec_runner.go:151] cp: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem --> C:\Users\jenkins.minikube1\minikube-integration\.minikube/ca.pem (1082 bytes)
I0428 17:09:56.414916 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem -> C:\Users\jenkins.minikube1\minikube-integration\.minikube/cert.pem
I0428 17:09:56.415172 15128 exec_runner.go:144] found C:\Users\jenkins.minikube1\minikube-integration\.minikube/cert.pem, removing ...
I0428 17:09:56.415172 15128 exec_runner.go:203] rm: C:\Users\jenkins.minikube1\minikube-integration\.minikube\cert.pem
I0428 17:09:56.415172 15128 exec_runner.go:151] cp: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\cert.pem --> C:\Users\jenkins.minikube1\minikube-integration\.minikube/cert.pem (1123 bytes)
I0428 17:09:56.417043 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\key.pem -> C:\Users\jenkins.minikube1\minikube-integration\.minikube/key.pem
I0428 17:09:56.417043 15128 exec_runner.go:144] found C:\Users\jenkins.minikube1\minikube-integration\.minikube/key.pem, removing ...
I0428 17:09:56.417043 15128 exec_runner.go:203] rm: C:\Users\jenkins.minikube1\minikube-integration\.minikube\key.pem
I0428 17:09:56.417691 15128 exec_runner.go:151] cp: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\key.pem --> C:\Users\jenkins.minikube1\minikube-integration\.minikube/key.pem (1679 bytes)
I0428 17:09:56.418448 15128 provision.go:117] generating server cert: C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server.pem ca-key=C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem private-key=C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca-key.pem org=jenkins.ha-267500-m02 san=[127.0.0.1 172.27.238.86 ha-267500-m02 localhost minikube]
I0428 17:09:56.698158 15128 provision.go:177] copyRemoteCerts
I0428 17:09:56.713232 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0428 17:09:56.713232 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:09:58.727438 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:09:58.728437 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:09:58.728572 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:01.200219 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:01.200219 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:01.200219 15128 sshutil.go:53] new ssh client: &{IP:172.27.238.86 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\id_rsa Username:docker}
I0428 17:10:01.303703 15128 ssh_runner.go:235] Completed: sudo mkdir -p /etc/docker /etc/docker /etc/docker: (4.5904121s)
I0428 17:10:01.303703 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem -> /etc/docker/ca.pem
I0428 17:10:01.304216 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\certs\ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0428 17:10:01.351115 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server.pem -> /etc/docker/server.pem
I0428 17:10:01.351613 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server.pem --> /etc/docker/server.pem (1208 bytes)
I0428 17:10:01.399941 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server-key.pem -> /etc/docker/server-key.pem
I0428 17:10:01.400279 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0428 17:10:01.447643 15128 provision.go:87] duration metric: took 14.0428334s to configureAuth
I0428 17:10:01.447643 15128 buildroot.go:189] setting minikube options for container-runtime
I0428 17:10:01.448198 15128 config.go:182] Loaded profile config "ha-267500": Driver=hyperv, ContainerRuntime=docker, KubernetesVersion=v1.30.0
I0428 17:10:01.448388 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:03.468941 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:03.468941 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:03.470041 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:05.919509 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:05.919509 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:05.925618 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:10:05.926194 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.238.86 22 <nil> <nil>}
I0428 17:10:05.926194 15128 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0428 17:10:06.056503 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0428 17:10:06.056605 15128 buildroot.go:70] root file system type: tmpfs
I0428 17:10:06.056795 15128 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0428 17:10:06.056855 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:08.084596 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:08.084681 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:08.084681 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:10.593844 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:10.594210 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:10.600708 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:10:10.601470 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.238.86 22 <nil> <nil>}
I0428 17:10:10.601470 15128 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=172.27.226.61"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperv --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0428 17:10:10.751881 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=172.27.226.61
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperv --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0428 17:10:10.751947 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:12.903901 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:12.903901 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:12.904363 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:15.479691 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:15.479915 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:15.486849 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:10:15.487030 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.238.86 22 <nil> <nil>}
I0428 17:10:15.487030 15128 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0428 17:10:17.663081 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0428 17:10:17.663081 15128 machine.go:97] duration metric: took 44.506824s to provisionDockerMachine
I0428 17:10:17.663081 15128 client.go:171] duration metric: took 1m52.570239s to LocalClient.Create
I0428 17:10:17.663081 15128 start.go:167] duration metric: took 1m52.570239s to libmachine.API.Create "ha-267500"
I0428 17:10:17.663081 15128 start.go:293] postStartSetup for "ha-267500-m02" (driver="hyperv")
I0428 17:10:17.663081 15128 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0428 17:10:17.677002 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0428 17:10:17.677002 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:19.758750 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:19.758750 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:19.758853 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:22.318985 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:22.318985 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:22.318985 15128 sshutil.go:53] new ssh client: &{IP:172.27.238.86 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\id_rsa Username:docker}
I0428 17:10:22.423330 15128 ssh_runner.go:235] Completed: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs: (4.7463207s)
I0428 17:10:22.436053 15128 ssh_runner.go:195] Run: cat /etc/os-release
I0428 17:10:22.443505 15128 info.go:137] Remote host: Buildroot 2023.02.9
I0428 17:10:22.443505 15128 filesync.go:126] Scanning C:\Users\jenkins.minikube1\minikube-integration\.minikube\addons for local assets ...
I0428 17:10:22.444052 15128 filesync.go:126] Scanning C:\Users\jenkins.minikube1\minikube-integration\.minikube\files for local assets ...
I0428 17:10:22.445207 15128 filesync.go:149] local asset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem -> 32282.pem in /etc/ssl/certs
I0428 17:10:22.445207 15128 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem -> /etc/ssl/certs/32282.pem
I0428 17:10:22.458722 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0428 17:10:22.477786 15128 ssh_runner.go:362] scp C:\Users\jenkins.minikube1\minikube-integration\.minikube\files\etc\ssl\certs\32282.pem --> /etc/ssl/certs/32282.pem (1708 bytes)
I0428 17:10:22.526087 15128 start.go:296] duration metric: took 4.8629979s for postStartSetup
I0428 17:10:22.528901 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:24.622004 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:24.622004 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:24.622004 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:27.083556 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:27.083556 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:27.084100 15128 profile.go:143] Saving config to C:\Users\jenkins.minikube1\minikube-integration\.minikube\profiles\ha-267500\config.json ...
I0428 17:10:27.086385 15128 start.go:128] duration metric: took 2m1.9962875s to createHost
I0428 17:10:27.086385 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:29.130169 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:29.130169 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:29.131174 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:31.572065 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:31.572369 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:31.578077 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:10:31.578656 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.238.86 22 <nil> <nil>}
I0428 17:10:31.578656 15128 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0428 17:10:31.707789 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: 1714349431.710726684
I0428 17:10:31.707789 15128 fix.go:216] guest clock: 1714349431.710726684
I0428 17:10:31.707789 15128 fix.go:229] Guest: 2024-04-28 17:10:31.710726684 -0700 PDT Remote: 2024-04-28 17:10:27.0863856 -0700 PDT m=+326.552805801 (delta=4.624341084s)
I0428 17:10:31.707789 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:33.768506 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:33.768506 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:33.768506 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:36.213446 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:36.213446 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:36.218864 15128 main.go:141] libmachine: Using SSH client type: native
I0428 17:10:36.219399 15128 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xf3a1c0] 0xf3cda0 <nil> [] 0s} 172.27.238.86 22 <nil> <nil>}
I0428 17:10:36.219663 15128 main.go:141] libmachine: About to run SSH command:
sudo date -s @1714349431
I0428 17:10:36.353520 15128 main.go:141] libmachine: SSH cmd err, output: <nil>: Mon Apr 29 00:10:31 UTC 2024
I0428 17:10:36.353602 15128 fix.go:236] clock set: Mon Apr 29 00:10:31 UTC 2024
(err=<nil>)
I0428 17:10:36.353602 15128 start.go:83] releasing machines lock for "ha-267500-m02", held for 2m11.26349s
I0428 17:10:36.353795 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:38.401891 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:38.401930 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:38.401930 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:40.883767 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:40.883929 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:40.887007 15128 out.go:177] * Found network options:
I0428 17:10:40.889514 15128 out.go:177] - NO_PROXY=172.27.226.61
W0428 17:10:40.892316 15128 proxy.go:119] fail to check proxy env: Error ip not in block
I0428 17:10:40.894427 15128 out.go:177] - NO_PROXY=172.27.226.61
W0428 17:10:40.897007 15128 proxy.go:119] fail to check proxy env: Error ip not in block
W0428 17:10:40.898142 15128 proxy.go:119] fail to check proxy env: Error ip not in block
I0428 17:10:40.900035 15128 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0428 17:10:40.900035 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:40.912127 15128 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0428 17:10:40.913152 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-267500-m02 ).state
I0428 17:10:43.021173 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:43.021424 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:43.021424 15128 main.go:141] libmachine: [stdout =====>] : Running
I0428 17:10:43.021424 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:43.021424 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:43.021424 15128 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-267500-m02 ).networkadapters[0]).ipaddresses[0]
I0428 17:10:45.601643 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:45.601643 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:45.602076 15128 sshutil.go:53] new ssh client: &{IP:172.27.238.86 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\id_rsa Username:docker}
I0428 17:10:45.622078 15128 main.go:141] libmachine: [stdout =====>] : 172.27.238.86
I0428 17:10:45.622258 15128 main.go:141] libmachine: [stderr =====>] :
I0428 17:10:45.622506 15128 sshutil.go:53] new ssh client: &{IP:172.27.238.86 Port:22 SSHKeyPath:C:\Users\jenkins.minikube1\minikube-integration\.minikube\machines\ha-267500-m02\id_rsa Username:docker}
I0428 17:10:45.694842 15128 ssh_runner.go:235] Completed: sh -c "stat /etc/cni/net.d/*loopback.conf*": (4.7816825s)
W0428 17:10:45.694980 15128 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0428 17:10:45.707857 15128 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0428 17:10:45.811368 15128 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0428 17:10:45.811368 15128 start.go:494] detecting cgroup driver to use...
I0428 17:10:45.811368 15128 ssh_runner.go:235] Completed: curl -sS -m 2 https://registry.k8s.io/: (4.911325s)
I0428 17:10:45.811813 15128 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0428 17:10:45.869634 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0428 17:10:45.905032 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0428 17:10:45.930324 15128 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0428 17:10:45.946027 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0428 17:10:45.978279 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0428 17:10:46.013710 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0428 17:10:46.061695 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0428 17:10:46.102008 15128 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0428 17:10:46.135573 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0428 17:10:46.171642 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0428 17:10:46.204807 15128 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0428 17:10:46.239021 15128 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0428 17:10:46.271655 15128 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0428 17:10:46.306942 15128 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0428 17:10:46.514038 15128 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0428 17:10:46.544941 15128 start.go:494] detecting cgroup driver to use...
I0428 17:10:46.560491 15128 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0428 17:10:46.605547 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0428 17:10:46.654104 15128 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0428 17:10:46.708544 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0428 17:10:46.748048 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0428 17:10:46.784762 15128 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0428 17:10:46.849187 15128 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0428 17:10:46.873497 15128 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0428 17:10:46.927545 15128 ssh_runner.go:195] Run: which cri-dockerd
I0428 17:10:46.944545 15128 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0428 17:10:46.962213 15128 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0428 17:10:47.010730 15128 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0428 17:10:47.237397 15128 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0428 17:10:47.429784 15128 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0428 17:10:47.429870 15128 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0428 17:10:47.474822 15128 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0428 17:10:47.662962 15128 ssh_runner.go:195] Run: sudo systemctl restart docker
I0428 17:11:48.797471 15128 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.1344114s)
I0428 17:11:48.811984 15128 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I0428 17:11:48.846867 15128 out.go:177]
W0428 17:11:48.851004 15128 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Apr 29 00:10:16 ha-267500-m02 systemd[1]: Starting Docker Application Container Engine...
Apr 29 00:10:16 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:16.119534579Z" level=info msg="Starting up"
Apr 29 00:10:16 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:16.120740894Z" level=info msg="containerd not running, starting managed containerd"
Apr 29 00:10:16 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:16.121661806Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=668
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.164120251Z" level=info msg="starting containerd" revision=926c9586fe4a6236699318391cd44976a98e31f1 version=v1.7.15
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.189883081Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.189945482Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190009182Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190026683Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190220685Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190263486Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190520589Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190669591Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190716191Z" level=warning msg="failed to load plugin io.containerd.snapshotter.v1.devmapper" error="devmapper not configured"
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190728492Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.190839193Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.191192898Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.194247737Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.194367638Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.194558841Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.194663742Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.194795944Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.195368451Z" level=warning msg="could not use snapshotter devmapper in metadata plugin" error="devmapper not configured"
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.195462552Z" level=info msg="metadata content store policy set" policy=shared
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.220446573Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.220530874Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.220815977Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.220940379Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.220961379Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.221231583Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.221822990Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222033793Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222143394Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222181895Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222200695Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222229595Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222251396Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222320897Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222367097Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222383497Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222398798Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222414398Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222438198Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222458898Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222474399Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222508799Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222524499Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222540899Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222555500Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222572000Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222588200Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222612300Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222628301Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222643801Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222659801Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222679401Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222703802Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222745302Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222782703Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222911604Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222975905Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="no OpenTelemetry endpoint: skip plugin" type=io.containerd.tracing.processor.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.222992605Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.223005105Z" level=info msg="skipping tracing processor initialization (no tracing plugin)" error="no OpenTelemetry endpoint: skip plugin"
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.223156807Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.223197908Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.223212708Z" level=info msg="NRI interface is disabled by configuration."
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.229340687Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.229588390Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.230467901Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Apr 29 00:10:16 ha-267500-m02 dockerd[668]: time="2024-04-29T00:10:16.231131810Z" level=info msg="containerd successfully booted in 0.070317s"
Apr 29 00:10:17 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:17.196765446Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Apr 29 00:10:17 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:17.225741894Z" level=info msg="Loading containers: start."
Apr 29 00:10:17 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:17.520224287Z" level=info msg="Loading containers: done."
Apr 29 00:10:17 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:17.548826467Z" level=info msg="Docker daemon" commit=7cef0d9 containerd-snapshotter=false storage-driver=overlay2 version=26.0.2
Apr 29 00:10:17 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:17.549157372Z" level=info msg="Daemon has completed initialization"
Apr 29 00:10:17 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:17.663745997Z" level=info msg="API listen on /var/run/docker.sock"
Apr 29 00:10:17 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:17.663852398Z" level=info msg="API listen on [::]:2376"
Apr 29 00:10:17 ha-267500-m02 systemd[1]: Started Docker Application Container Engine.
Apr 29 00:10:47 ha-267500-m02 systemd[1]: Stopping Docker Application Container Engine...
Apr 29 00:10:47 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:47.694032846Z" level=info msg="Processing signal 'terminated'"
Apr 29 00:10:47 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:47.696514258Z" level=info msg="Daemon shutdown complete"
Apr 29 00:10:47 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:47.696708859Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Apr 29 00:10:47 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:47.696755859Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=moby
Apr 29 00:10:47 ha-267500-m02 dockerd[662]: time="2024-04-29T00:10:47.696775959Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Apr 29 00:10:48 ha-267500-m02 systemd[1]: docker.service: Deactivated successfully.
Apr 29 00:10:48 ha-267500-m02 systemd[1]: Stopped Docker Application Container Engine.
Apr 29 00:10:48 ha-267500-m02 systemd[1]: Starting Docker Application Container Engine...
Apr 29 00:10:48 ha-267500-m02 dockerd[1016]: time="2024-04-29T00:10:48.770678285Z" level=info msg="Starting up"
Apr 29 00:11:48 ha-267500-m02 dockerd[1016]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Apr 29 00:11:48 ha-267500-m02 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Apr 29 00:11:48 ha-267500-m02 systemd[1]: docker.service: Failed with result 'exit-code'.
Apr 29 00:11:48 ha-267500-m02 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W0428 17:11:48.851004 15128 out.go:239] *
W0428 17:11:48.852842 15128 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0428 17:11:48.855427 15128 out.go:177]
==> Docker <==
Apr 29 00:24:11 ha-267500 dockerd[1316]: 2024/04/29 00:24:11 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:11 ha-267500 dockerd[1316]: 2024/04/29 00:24:11 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:12 ha-267500 dockerd[1316]: 2024/04/29 00:24:12 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:12 ha-267500 dockerd[1316]: 2024/04/29 00:24:12 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:12 ha-267500 dockerd[1316]: 2024/04/29 00:24:12 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:12 ha-267500 dockerd[1316]: 2024/04/29 00:24:12 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:12 ha-267500 dockerd[1316]: 2024/04/29 00:24:12 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:12 ha-267500 dockerd[1316]: 2024/04/29 00:24:12 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:55 ha-267500 dockerd[1316]: 2024/04/29 00:24:55 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:56 ha-267500 dockerd[1316]: 2024/04/29 00:24:56 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:56 ha-267500 dockerd[1316]: 2024/04/29 00:24:56 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:56 ha-267500 dockerd[1316]: 2024/04/29 00:24:56 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:56 ha-267500 dockerd[1316]: 2024/04/29 00:24:56 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:56 ha-267500 dockerd[1316]: 2024/04/29 00:24:56 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:56 ha-267500 dockerd[1316]: 2024/04/29 00:24:56 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:56 ha-267500 dockerd[1316]: 2024/04/29 00:24:56 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:24:56 ha-267500 dockerd[1316]: 2024/04/29 00:24:56 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:29:14 ha-267500 dockerd[1316]: 2024/04/29 00:29:14 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:29:14 ha-267500 dockerd[1316]: 2024/04/29 00:29:14 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:29:14 ha-267500 dockerd[1316]: 2024/04/29 00:29:14 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:29:14 ha-267500 dockerd[1316]: 2024/04/29 00:29:14 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:29:14 ha-267500 dockerd[1316]: 2024/04/29 00:29:14 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:29:14 ha-267500 dockerd[1316]: 2024/04/29 00:29:14 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:29:15 ha-267500 dockerd[1316]: 2024/04/29 00:29:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 29 00:29:15 ha-267500 dockerd[1316]: 2024/04/29 00:29:15 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
a8d1eabc40263 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 17 minutes ago Running busybox 0 9e5d506c62d64 busybox-fc5497c4f-5xln2
863860b786b42 cbb01a7bd410d 21 minutes ago Running coredns 0 c1f590ad490fe coredns-7db6d8ff4d-p7tjz
f85260746d557 cbb01a7bd410d 21 minutes ago Running coredns 0 586f91a6b0d3d coredns-7db6d8ff4d-2d6ct
f23ff280b691c 6e38f40d628db 21 minutes ago Running storage-provisioner 0 4f7c6837c24bd storage-provisioner
31e97721c439f kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 21 minutes ago Running kindnet-cni 0 9a810f16fad2b kindnet-6pr2b
b505176bff8dd a0bf559e280cf 21 minutes ago Running kube-proxy 0 f041e2ebf6955 kube-proxy-59kz7
e8de8cc5d0941 ghcr.io/kube-vip/kube-vip@sha256:82698885b3b5f926cd940b7000549f3d43850cb6565a708162900c1475a83016 22 minutes ago Running kube-vip 0 5e6adedaca2d1 kube-vip-ha-267500
1bb77467f58fc 3861cfcd7c04c 22 minutes ago Running etcd 0 bd2f63e7ff884 etcd-ha-267500
e3f1a76ec8d43 c42f13656d0b2 22 minutes ago Running kube-apiserver 0 1aac39df0e147 kube-apiserver-ha-267500
8e1e8e3ae83a4 259c8277fcbbc 22 minutes ago Running kube-scheduler 0 59e9e09e1fe2e kube-scheduler-ha-267500
988ba6e93dbd2 c7aad43836fa5 22 minutes ago Running kube-controller-manager 0 b062edd237fa4 kube-controller-manager-ha-267500
==> coredns [863860b786b4] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = fb4ceeca2eb53dd6d0d82a0cb1df02d14ea612846284d5a80845f7b5ec07f1ef2c951631ec8df748f439117d36661751b43c1cc4b2fa4270be8574cc8fc671e5
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:56042 - 38920 "HINFO IN 6310058863699759000.886894576477842994. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.026858243s
[INFO] 10.244.0.4:52183 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 140 0.109912239s
[INFO] 10.244.0.4:36966 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd 60 0.019781143s
[INFO] 10.244.0.4:50436 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 140 1.124688347s
[INFO] 10.244.0.4:39307 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000231401s
[INFO] 10.244.0.4:48774 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000438101s
[INFO] 10.244.0.4:55657 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.0001919s
[INFO] 10.244.0.4:39536 - 5 "PTR IN 1.224.27.172.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000243301s
==> coredns [f85260746d55] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = fb4ceeca2eb53dd6d0d82a0cb1df02d14ea612846284d5a80845f7b5ec07f1ef2c951631ec8df748f439117d36661751b43c1cc4b2fa4270be8574cc8fc671e5
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:52661 - 10332 "HINFO IN 6890724632724915343.2842102422429648823. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.049972505s
[INFO] 10.244.0.4:36002 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000189801s
[INFO] 10.244.0.4:39517 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.0002061s
[INFO] 10.244.0.4:58443 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.132665688s
[INFO] 10.244.0.4:58628 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000428701s
[INFO] 10.244.0.4:35412 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0002027s
[INFO] 10.244.0.4:55943 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.02269265s
[INFO] 10.244.0.4:41245 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000423501s
[INFO] 10.244.0.4:57855 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000168501s
[INFO] 10.244.0.4:59251 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0000973s
[INFO] 10.244.0.4:49224 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000193501s
[INFO] 10.244.0.4:39630 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.0002705s
[INFO] 10.244.0.4:33915 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000299901s
[INFO] 10.244.0.4:44933 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.0000954s
==> describe nodes <==
Name: ha-267500
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-267500
kubernetes.io/os=linux
minikube.k8s.io/commit=5aea53309587d5dad960702a78dfdd5fb48b1328
minikube.k8s.io/name=ha-267500
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_04_28T17_08_04_0700
minikube.k8s.io/version=v1.33.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 29 Apr 2024 00:08:01 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-267500
AcquireTime: <unset>
RenewTime: Mon, 29 Apr 2024 00:30:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 29 Apr 2024 00:27:57 +0000 Mon, 29 Apr 2024 00:07:59 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 29 Apr 2024 00:27:57 +0000 Mon, 29 Apr 2024 00:07:59 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 29 Apr 2024 00:27:57 +0000 Mon, 29 Apr 2024 00:07:59 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 29 Apr 2024 00:27:57 +0000 Mon, 29 Apr 2024 00:08:29 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 172.27.226.61
Hostname: ha-267500
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164264Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164264Ki
pods: 110
System Info:
Machine ID: 077cacd754b64c3dad0beeef28749850
System UUID: 961ce819-6c1b-c24a-99df-3205dca32605
Boot ID: bb08693c-1f82-4307-a58c-bdcce00f2d7a
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://26.0.2
Kubelet Version: v1.30.0
Kube-Proxy Version: v1.30.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-5xln2 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 17m
kube-system coredns-7db6d8ff4d-2d6ct 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 21m
kube-system coredns-7db6d8ff4d-p7tjz 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 21m
kube-system etcd-ha-267500 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 22m
kube-system kindnet-6pr2b 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 21m
kube-system kube-apiserver-ha-267500 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 22m
kube-system kube-controller-manager-ha-267500 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 22m
kube-system kube-proxy-59kz7 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 21m
kube-system kube-scheduler-ha-267500 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 22m
kube-system kube-vip-ha-267500 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 22m
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 21m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 290Mi (13%!)(MISSING) 390Mi (18%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 21m kube-proxy
Normal NodeHasSufficientMemory 22m kubelet Node ha-267500 status is now: NodeHasSufficientMemory
Normal Starting 22m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 22m kubelet Node ha-267500 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 22m kubelet Node ha-267500 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 22m kubelet Node ha-267500 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 22m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 21m node-controller Node ha-267500 event: Registered Node ha-267500 in Controller
Normal NodeReady 21m kubelet Node ha-267500 status is now: NodeReady
Name: ha-267500-m03
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-267500-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=5aea53309587d5dad960702a78dfdd5fb48b1328
minikube.k8s.io/name=ha-267500
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_04_28T17_28_02_0700
minikube.k8s.io/version=v1.33.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 29 Apr 2024 00:28:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-267500-m03
AcquireTime: <unset>
RenewTime: Mon, 29 Apr 2024 00:30:05 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 29 Apr 2024 00:28:32 +0000 Mon, 29 Apr 2024 00:28:02 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 29 Apr 2024 00:28:32 +0000 Mon, 29 Apr 2024 00:28:02 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 29 Apr 2024 00:28:32 +0000 Mon, 29 Apr 2024 00:28:02 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 29 Apr 2024 00:28:32 +0000 Mon, 29 Apr 2024 00:28:19 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 172.27.233.131
Hostname: ha-267500-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164264Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164264Ki
pods: 110
System Info:
Machine ID: f0562d38ef374b73969ab15fed947e11
System UUID: c94a104a-b670-854e-ac89-f41b3533cc69
Boot ID: bca10429-bddd-4547-8fb0-c50d93740969
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://26.0.2
Kubelet Version: v1.30.0
Kube-Proxy Version: v1.30.0
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-jxx6x 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 17m
kube-system kindnet-mspbr 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 2m3s
kube-system kube-proxy-jcph5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m3s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%!)(MISSING) 100m (5%!)(MISSING)
memory 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 113s kube-proxy
Normal NodeHasSufficientMemory 2m3s (x2 over 2m3s) kubelet Node ha-267500-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m3s (x2 over 2m3s) kubelet Node ha-267500-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m3s (x2 over 2m3s) kubelet Node ha-267500-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m3s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m node-controller Node ha-267500-m03 event: Registered Node ha-267500-m03 in Controller
Normal NodeReady 106s kubelet Node ha-267500-m03 status is now: NodeReady
==> dmesg <==
[Apr29 00:06] systemd-fstab-generator[115]: Ignoring "noauto" option for root device
[ +6.760915] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000002] NFSD: Unable to initialize client recovery tracking! (-2)
[ +45.419480] systemd-fstab-generator[641]: Ignoring "noauto" option for root device
[ +0.183676] systemd-fstab-generator[653]: Ignoring "noauto" option for root device
[Apr29 00:07] systemd-fstab-generator[945]: Ignoring "noauto" option for root device
[ +0.112445] kauditd_printk_skb: 59 callbacks suppressed
[ +0.557599] systemd-fstab-generator[983]: Ignoring "noauto" option for root device
[ +0.220083] systemd-fstab-generator[995]: Ignoring "noauto" option for root device
[ +0.252325] systemd-fstab-generator[1009]: Ignoring "noauto" option for root device
[ +2.857578] systemd-fstab-generator[1178]: Ignoring "noauto" option for root device
[ +0.206645] systemd-fstab-generator[1190]: Ignoring "noauto" option for root device
[ +0.195057] systemd-fstab-generator[1202]: Ignoring "noauto" option for root device
[ +0.281554] systemd-fstab-generator[1217]: Ignoring "noauto" option for root device
[ +11.671296] systemd-fstab-generator[1308]: Ignoring "noauto" option for root device
[ +0.127733] kauditd_printk_skb: 205 callbacks suppressed
[ +3.851029] systemd-fstab-generator[1514]: Ignoring "noauto" option for root device
[ +6.965698] systemd-fstab-generator[1723]: Ignoring "noauto" option for root device
[ +0.101314] kauditd_printk_skb: 73 callbacks suppressed
[ +6.149606] kauditd_printk_skb: 67 callbacks suppressed
[Apr29 00:08] systemd-fstab-generator[2216]: Ignoring "noauto" option for root device
[ +14.798165] kauditd_printk_skb: 17 callbacks suppressed
[ +7.098725] kauditd_printk_skb: 29 callbacks suppressed
[Apr29 00:12] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [1bb77467f58f] <==
{"level":"warn","ts":"2024-04-29T00:27:56.3113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-04-29T00:27:55.726454Z","time spent":"584.410622ms","remote":"127.0.0.1:52796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/plndr-cp-lock\" mod_revision:2570 > success:<request_put:<key:\"/registry/leases/kube-system/plndr-cp-lock\" value_size:370 >> failure:<request_range:<key:\"/registry/leases/kube-system/plndr-cp-lock\" > >"}
{"level":"info","ts":"2024-04-29T00:27:56.685502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2039}
{"level":"info","ts":"2024-04-29T00:27:56.697671Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2039,"took":"11.701828ms","hash":3710382387,"current-db-size-bytes":2490368,"current-db-size":"2.5 MB","current-db-size-in-use-bytes":1806336,"current-db-size-in-use":"1.8 MB"}
{"level":"info","ts":"2024-04-29T00:27:56.697806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3710382387,"revision":2039,"compact-revision":1501}
{"level":"warn","ts":"2024-04-29T00:28:01.015001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.747946ms","expected-duration":"100ms","prefix":"","request":"header:<ID:11906267438321686993 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/masterleases/172.27.226.61\" mod_revision:2563 > success:<request_put:<key:\"/registry/masterleases/172.27.226.61\" value_size:66 lease:2682895401466911183 >> failure:<request_range:<key:\"/registry/masterleases/172.27.226.61\" > >>","response":"size:16"}
{"level":"info","ts":"2024-04-29T00:28:01.015171Z","caller":"traceutil/trace.go:171","msg":"trace[1066403778] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2838; }","duration":"166.002504ms","start":"2024-04-29T00:28:00.849156Z","end":"2024-04-29T00:28:01.015158Z","steps":["trace[1066403778] 'read index received' (duration: 64.927058ms)","trace[1066403778] 'applied index is now lower than readState.Index' (duration: 101.074346ms)"],"step_count":2}
{"level":"info","ts":"2024-04-29T00:28:01.015567Z","caller":"traceutil/trace.go:171","msg":"trace[1444860087] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"309.347954ms","start":"2024-04-29T00:28:00.706202Z","end":"2024-04-29T00:28:01.01555Z","steps":["trace[1444860087] 'process raft request' (duration: 207.946307ms)","trace[1444860087] 'compare' (duration: 100.659345ms)"],"step_count":2}
{"level":"warn","ts":"2024-04-29T00:28:01.015577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.380105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-46antb\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-04-29T00:28:01.015843Z","caller":"traceutil/trace.go:171","msg":"trace[1574012410] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-46antb; range_end:; response_count:0; response_revision:2582; }","duration":"166.706906ms","start":"2024-04-29T00:28:00.849128Z","end":"2024-04-29T00:28:01.015834Z","steps":["trace[1574012410] 'agreement among raft nodes before linearized reading' (duration: 166.065204ms)"],"step_count":1}
{"level":"warn","ts":"2024-04-29T00:28:01.015715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-04-29T00:28:00.706185Z","time spent":"309.436654ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/masterleases/172.27.226.61\" mod_revision:2563 > success:<request_put:<key:\"/registry/masterleases/172.27.226.61\" value_size:66 lease:2682895401466911183 >> failure:<request_range:<key:\"/registry/masterleases/172.27.226.61\" > >"}
{"level":"info","ts":"2024-04-29T00:28:01.13236Z","caller":"traceutil/trace.go:171","msg":"trace[848518735] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"106.51056ms","start":"2024-04-29T00:28:01.02575Z","end":"2024-04-29T00:28:01.132261Z","steps":["trace[848518735] 'process raft request' (duration: 100.002844ms)"],"step_count":1}
{"level":"info","ts":"2024-04-29T00:28:10.719709Z","caller":"traceutil/trace.go:171","msg":"trace[688876790] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"131.602022ms","start":"2024-04-29T00:28:10.588085Z","end":"2024-04-29T00:28:10.719687Z","steps":["trace[688876790] 'process raft request' (duration: 131.335422ms)"],"step_count":1}
{"level":"warn","ts":"2024-04-29T00:28:11.057116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.908169ms","expected-duration":"100ms","prefix":"","request":"header:<ID:11906267438321687140 username:\"kube-apiserver-etcd-client\" auth_revision:1 > lease_grant:<ttl:15-second id:253b8f272df6da63>","response":"size:41"}
{"level":"info","ts":"2024-04-29T00:28:11.057309Z","caller":"traceutil/trace.go:171","msg":"trace[730869850] linearizableReadLoop","detail":"{readStateIndex:2894; appliedIndex:2893; }","duration":"310.80146ms","start":"2024-04-29T00:28:10.746493Z","end":"2024-04-29T00:28:11.057294Z","steps":["trace[730869850] 'read index received' (duration: 118.63939ms)","trace[730869850] 'applied index is now lower than readState.Index' (duration: 192.16047ms)"],"step_count":2}
{"level":"warn","ts":"2024-04-29T00:28:11.057392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.91436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-04-29T00:28:11.057434Z","caller":"traceutil/trace.go:171","msg":"trace[965932074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2633; }","duration":"310.98056ms","start":"2024-04-29T00:28:10.746443Z","end":"2024-04-29T00:28:11.057424Z","steps":["trace[965932074] 'agreement among raft nodes before linearized reading' (duration: 310.91126ms)"],"step_count":1}
{"level":"warn","ts":"2024-04-29T00:28:11.057458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-04-29T00:28:10.746429Z","time spent":"311.02236ms","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "}
{"level":"warn","ts":"2024-04-29T00:28:11.057874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-04-29T00:28:10.721431Z","time spent":"336.441923ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"info","ts":"2024-04-29T00:28:11.410781Z","caller":"traceutil/trace.go:171","msg":"trace[921900368] linearizableReadLoop","detail":"{readStateIndex:2895; appliedIndex:2894; }","duration":"284.369895ms","start":"2024-04-29T00:28:11.126395Z","end":"2024-04-29T00:28:11.410765Z","steps":["trace[921900368] 'read index received' (duration: 193.861274ms)","trace[921900368] 'applied index is now lower than readState.Index' (duration: 90.507421ms)"],"step_count":2}
{"level":"warn","ts":"2024-04-29T00:28:11.411124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.711696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/ha-267500-m03\" ","response":"range_response_count:1 size:2813"}
{"level":"info","ts":"2024-04-29T00:28:11.41123Z","caller":"traceutil/trace.go:171","msg":"trace[1500780481] range","detail":"{range_begin:/registry/minions/ha-267500-m03; range_end:; response_count:1; response_revision:2634; }","duration":"284.831096ms","start":"2024-04-29T00:28:11.126391Z","end":"2024-04-29T00:28:11.411222Z","steps":["trace[1500780481] 'agreement among raft nodes before linearized reading' (duration: 284.474795ms)"],"step_count":1}
{"level":"info","ts":"2024-04-29T00:28:11.411809Z","caller":"traceutil/trace.go:171","msg":"trace[1062724437] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"351.77576ms","start":"2024-04-29T00:28:11.059046Z","end":"2024-04-29T00:28:11.410821Z","steps":["trace[1062724437] 'process raft request' (duration: 261.137839ms)","trace[1062724437] 'compare' (duration: 90.397121ms)"],"step_count":2}
{"level":"warn","ts":"2024-04-29T00:28:11.412239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-04-29T00:28:11.059032Z","time spent":"352.927263ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/masterleases/172.27.226.61\" mod_revision:2582 > success:<request_put:<key:\"/registry/masterleases/172.27.226.61\" value_size:66 lease:2682895401466911331 >> failure:<request_range:<key:\"/registry/masterleases/172.27.226.61\" > >"}
{"level":"warn","ts":"2024-04-29T00:28:16.429655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.224744ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-04-29T00:28:16.429988Z","caller":"traceutil/trace.go:171","msg":"trace[1266991256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2651; }","duration":"181.540745ms","start":"2024-04-29T00:28:16.248407Z","end":"2024-04-29T00:28:16.429948Z","steps":["trace[1266991256] 'range keys from in-memory index tree' (duration: 181.210444ms)"],"step_count":1}
==> kernel <==
00:30:05 up 24 min, 0 users, load average: 0.19, 0.35, 0.34
Linux ha-267500 5.10.207 #1 SMP Mon Apr 22 03:02:02 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [31e97721c439] <==
I0429 00:28:56.472045 1 main.go:250] Node ha-267500-m03 has CIDR [10.244.1.0/24]
I0429 00:29:06.487195 1 main.go:223] Handling node with IPs: map[172.27.226.61:{}]
I0429 00:29:06.487288 1 main.go:227] handling current node
I0429 00:29:06.487301 1 main.go:223] Handling node with IPs: map[172.27.233.131:{}]
I0429 00:29:06.487309 1 main.go:250] Node ha-267500-m03 has CIDR [10.244.1.0/24]
I0429 00:29:16.494505 1 main.go:223] Handling node with IPs: map[172.27.226.61:{}]
I0429 00:29:16.494604 1 main.go:227] handling current node
I0429 00:29:16.494618 1 main.go:223] Handling node with IPs: map[172.27.233.131:{}]
I0429 00:29:16.494626 1 main.go:250] Node ha-267500-m03 has CIDR [10.244.1.0/24]
I0429 00:29:26.505397 1 main.go:223] Handling node with IPs: map[172.27.226.61:{}]
I0429 00:29:26.505536 1 main.go:227] handling current node
I0429 00:29:26.505614 1 main.go:223] Handling node with IPs: map[172.27.233.131:{}]
I0429 00:29:26.505696 1 main.go:250] Node ha-267500-m03 has CIDR [10.244.1.0/24]
I0429 00:29:36.517155 1 main.go:223] Handling node with IPs: map[172.27.226.61:{}]
I0429 00:29:36.517234 1 main.go:227] handling current node
I0429 00:29:36.517247 1 main.go:223] Handling node with IPs: map[172.27.233.131:{}]
I0429 00:29:36.517255 1 main.go:250] Node ha-267500-m03 has CIDR [10.244.1.0/24]
I0429 00:29:46.529718 1 main.go:223] Handling node with IPs: map[172.27.226.61:{}]
I0429 00:29:46.529830 1 main.go:227] handling current node
I0429 00:29:46.529844 1 main.go:223] Handling node with IPs: map[172.27.233.131:{}]
I0429 00:29:46.529864 1 main.go:250] Node ha-267500-m03 has CIDR [10.244.1.0/24]
I0429 00:29:56.535112 1 main.go:223] Handling node with IPs: map[172.27.226.61:{}]
I0429 00:29:56.535203 1 main.go:227] handling current node
I0429 00:29:56.535217 1 main.go:223] Handling node with IPs: map[172.27.233.131:{}]
I0429 00:29:56.535225 1 main.go:250] Node ha-267500-m03 has CIDR [10.244.1.0/24]
==> kube-apiserver [e3f1a76ec8d4] <==
I0429 00:08:00.626826 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0429 00:08:01.319490 1 controller.go:615] quota admission added evaluator for: serviceaccounts
E0429 00:08:02.484116 1 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
E0429 00:08:02.484213 1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
E0429 00:08:02.484272 1 finisher.go:175] FinishRequest: post-timeout activity - time-elapsed: 8.5µs, panicked: false, err: context canceled, panic-reason: <nil>
E0429 00:08:02.485404 1 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
E0429 00:08:02.486881 1 timeout.go:142] post-timeout activity - time-elapsed: 2.861712ms, POST "/api/v1/namespaces/default/events" result: <nil>
I0429 00:08:02.642721 1 controller.go:615] quota admission added evaluator for: deployments.apps
I0429 00:08:02.684736 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I0429 00:08:02.712741 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I0429 00:08:15.229730 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I0429 00:08:15.308254 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E0429 00:23:49.502033 1 conn.go:339] Error on socket receive: read tcp 172.27.239.254:8443->172.27.224.1:49293: use of closed network connection
E0429 00:23:50.824153 1 conn.go:339] Error on socket receive: read tcp 172.27.239.254:8443->172.27.224.1:49301: use of closed network connection
E0429 00:23:51.986308 1 conn.go:339] Error on socket receive: read tcp 172.27.239.254:8443->172.27.224.1:49309: use of closed network connection
E0429 00:24:25.826543 1 conn.go:339] Error on socket receive: read tcp 172.27.239.254:8443->172.27.224.1:49329: use of closed network connection
E0429 00:24:36.281538 1 conn.go:339] Error on socket receive: read tcp 172.27.239.254:8443->172.27.224.1:49332: use of closed network connection
I0429 00:27:56.312329 1 trace.go:236] Trace[1132022318]: "Update" accept:application/json, */*,audit-id:b430ffa2-60e5-4395-a53d-a8ebd619d367,client:127.0.0.1,api-group:coordination.k8s.io,api-version:v1,name:plndr-cp-lock,subresource:,namespace:kube-system,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:PUT (29-Apr-2024 00:27:55.724) (total time: 587ms):
Trace[1132022318]: ["GuaranteedUpdate etcd3" audit-id:b430ffa2-60e5-4395-a53d-a8ebd619d367,key:/leases/kube-system/plndr-cp-lock,type:*coordination.Lease,resource:leases.coordination.k8s.io 587ms (00:27:55.725)
Trace[1132022318]: ---"Txn call completed" 586ms (00:27:56.312)]
Trace[1132022318]: [587.55203ms] [587.55203ms] END
I0429 00:28:11.413223 1 trace.go:236] Trace[768089845]: "GuaranteedUpdate etcd3" audit-id:,key:/masterleases/172.27.226.61,type:*v1.Endpoints,resource:apiServerIPInfo (29-Apr-2024 00:28:10.678) (total time: 734ms):
Trace[768089845]: ---"Transaction prepared" 338ms (00:28:11.058)
Trace[768089845]: ---"Txn call completed" 354ms (00:28:11.413)
Trace[768089845]: [734.530496ms] [734.530496ms] END
==> kube-controller-manager [988ba6e93dbd] <==
I0429 00:08:29.407024 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="145.8µs"
I0429 00:08:29.410999 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="30.9µs"
I0429 00:08:29.438715 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="58µs"
I0429 00:08:29.463289 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="59.4µs"
I0429 00:08:30.150197 1 node_lifecycle_controller.go:1050] "Controller detected that some Nodes are Ready. Exiting master disruption mode" logger="node-lifecycle-controller"
I0429 00:08:32.178168 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="21.562718ms"
I0429 00:08:32.178767 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="128.296µs"
I0429 00:08:32.227761 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="19.198293ms"
I0429 00:08:32.228518 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="80.397µs"
I0429 00:12:22.804126 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="90.965383ms"
I0429 00:12:22.823038 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="18.733135ms"
I0429 00:12:22.823277 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="93.2µs"
I0429 00:12:22.828995 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="35.1µs"
I0429 00:12:22.829468 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="85.999µs"
I0429 00:12:25.591541 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="18.187606ms"
I0429 00:12:25.591791 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="155.1µs"
I0429 00:28:02.170352 1 actual_state_of_world.go:543] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-267500-m03\" does not exist"
I0429 00:28:02.230498 1 range_allocator.go:381] "Set node PodCIDR" logger="node-ipam-controller" node="ha-267500-m03" podCIDRs=["10.244.1.0/24"]
I0429 00:28:05.393266 1 node_lifecycle_controller.go:879] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-267500-m03"
I0429 00:28:19.456843 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-267500-m03"
I0429 00:28:19.485470 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="41.1µs"
I0429 00:28:19.487549 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="31.6µs"
I0429 00:28:19.505362 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="40.4µs"
I0429 00:28:22.722440 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="9.931424ms"
I0429 00:28:22.722950 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="80.301µs"
==> kube-proxy [b505176bff8d] <==
I0429 00:08:18.378677 1 server_linux.go:69] "Using iptables proxy"
I0429 00:08:18.445828 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["172.27.226.61"]
I0429 00:08:18.505105 1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"
I0429 00:08:18.505147 1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0429 00:08:18.505201 1 server_linux.go:165] "Using iptables Proxier"
I0429 00:08:18.511281 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0429 00:08:18.512271 1 server.go:872] "Version info" version="v1.30.0"
I0429 00:08:18.512309 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0429 00:08:18.516363 1 config.go:192] "Starting service config controller"
I0429 00:08:18.517198 1 shared_informer.go:313] Waiting for caches to sync for service config
I0429 00:08:18.517237 1 config.go:101] "Starting endpoint slice config controller"
I0429 00:08:18.517245 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0429 00:08:18.524551 1 config.go:319] "Starting node config controller"
I0429 00:08:18.524570 1 shared_informer.go:313] Waiting for caches to sync for node config
I0429 00:08:18.618172 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0429 00:08:18.618299 1 shared_informer.go:320] Caches are synced for service config
I0429 00:08:18.624657 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [8e1e8e3ae83a] <==
W0429 00:07:59.408672 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0429 00:07:59.409434 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0429 00:07:59.614629 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0429 00:07:59.614883 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W0429 00:07:59.614630 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0429 00:07:59.616141 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0429 00:07:59.671538 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0429 00:07:59.671604 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0429 00:07:59.688105 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0429 00:07:59.688348 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0429 00:07:59.699454 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0429 00:07:59.699500 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0429 00:07:59.827114 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0429 00:07:59.827663 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0429 00:07:59.863569 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0429 00:07:59.864226 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0429 00:07:59.922434 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0429 00:07:59.922488 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0429 00:07:59.934988 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0429 00:07:59.935206 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0429 00:07:59.935823 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0429 00:07:59.936001 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0429 00:07:59.940321 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0429 00:07:59.940831 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
I0429 00:08:01.614591 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 29 00:26:02 ha-267500 kubelet[2223]: E0429 00:26:02.769707 2223 iptables.go:577] "Could not set up iptables canary" err=<
Apr 29 00:26:02 ha-267500 kubelet[2223]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 29 00:26:02 ha-267500 kubelet[2223]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 29 00:26:02 ha-267500 kubelet[2223]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 29 00:26:02 ha-267500 kubelet[2223]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 29 00:27:02 ha-267500 kubelet[2223]: E0429 00:27:02.769330 2223 iptables.go:577] "Could not set up iptables canary" err=<
Apr 29 00:27:02 ha-267500 kubelet[2223]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 29 00:27:02 ha-267500 kubelet[2223]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 29 00:27:02 ha-267500 kubelet[2223]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 29 00:27:02 ha-267500 kubelet[2223]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 29 00:28:02 ha-267500 kubelet[2223]: E0429 00:28:02.772180 2223 iptables.go:577] "Could not set up iptables canary" err=<
Apr 29 00:28:02 ha-267500 kubelet[2223]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 29 00:28:02 ha-267500 kubelet[2223]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 29 00:28:02 ha-267500 kubelet[2223]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 29 00:28:02 ha-267500 kubelet[2223]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 29 00:29:02 ha-267500 kubelet[2223]: E0429 00:29:02.767197 2223 iptables.go:577] "Could not set up iptables canary" err=<
Apr 29 00:29:02 ha-267500 kubelet[2223]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 29 00:29:02 ha-267500 kubelet[2223]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 29 00:29:02 ha-267500 kubelet[2223]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 29 00:29:02 ha-267500 kubelet[2223]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 29 00:30:02 ha-267500 kubelet[2223]: E0429 00:30:02.771457 2223 iptables.go:577] "Could not set up iptables canary" err=<
Apr 29 00:30:02 ha-267500 kubelet[2223]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 29 00:30:02 ha-267500 kubelet[2223]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 29 00:30:02 ha-267500 kubelet[2223]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 29 00:30:02 ha-267500 kubelet[2223]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
** stderr **
W0428 17:29:57.956215 11736 main.go:291] Unable to resolve the current Docker CLI context "default": context "default": context not found: open C:\Users\jenkins.minikube1\.docker\contexts\meta\37a8eec1ce19687d132fe29051dca629d164e2c4958ba141d5f4133a33f0688f\meta.json: The system cannot find the path specified.
** /stderr **
helpers_test.go:254: (dbg) Run: out/minikube-windows-amd64.exe status --format={{.APIServer}} -p ha-267500 -n ha-267500
helpers_test.go:254: (dbg) Done: out/minikube-windows-amd64.exe status --format={{.APIServer}} -p ha-267500 -n ha-267500: (11.6753589s)
helpers_test.go:261: (dbg) Run: kubectl --context ha-267500 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox-fc5497c4f-wg44s
helpers_test.go:274: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context ha-267500 describe pod busybox-fc5497c4f-wg44s
helpers_test.go:282: (dbg) kubectl --context ha-267500 describe pod busybox-fc5497c4f-wg44s:
-- stdout --
Name: busybox-fc5497c4f-wg44s
Namespace: default
Priority: 0
Service Account: default
Node: <none>
Labels: app=busybox
pod-template-hash=fc5497c4f
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/busybox-fc5497c4f
Containers:
busybox:
Image: gcr.io/k8s-minikube/busybox:1.28
Port: <none>
Host Port: <none>
Command:
sleep
3600
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bv7kl (ro)
Conditions:
Type Status
PodScheduled False
Volumes:
kube-api-access-bv7kl:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Warning FailedScheduling 2m46s (x5 over 17m) default-scheduler 0/1 nodes are available: 1 node(s) didn't match pod anti-affinity rules. preemption: 0/1 nodes are available: 1 No preemption victims found for incoming pod.
Warning FailedScheduling 109s (x2 over 119s) default-scheduler 0/2 nodes are available: 2 node(s) didn't match pod anti-affinity rules. preemption: 0/2 nodes are available: 2 No preemption victims found for incoming pod.
-- /stdout --
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterClusterStart (50.32s)