=== RUN TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads
no_kubernetes_test.go:91: Checking cache directory: /home/jenkins/minikube-integration/21139-140450/.minikube/cache/linux/amd64/v0.0.0
no_kubernetes_test.go:100: Cache directory exists but is empty
no_kubernetes_test.go:102: Cache directory /home/jenkins/minikube-integration/21139-140450/.minikube/cache/linux/amd64/v0.0.0 should not exist when using --no-kubernetes
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect NoKubernetes-847951
helpers_test.go:243: (dbg) docker inspect NoKubernetes-847951:
-- stdout --
[
{
"Id": "82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0",
"Created": "2025-10-09T18:28:17.65935633Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 343875,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-09T18:28:18.171337709Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c6fde2176fdc734a0b1cf5396bccb3dc7d4299b26808035c9aa3b16b26946dbd",
"ResolvConfPath": "/var/lib/docker/containers/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0/hostname",
"HostsPath": "/var/lib/docker/containers/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0/hosts",
"LogPath": "/var/lib/docker/containers/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0-json.log",
"Name": "/NoKubernetes-847951",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"NoKubernetes-847951:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "NoKubernetes-847951",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0",
"LowerDir": "/var/lib/docker/overlay2/ddb12026e9d292bd26e86ab0c9a1b530ad5c970a0ef39f3cd628266b2f8241f6-init/diff:/var/lib/docker/overlay2/2a598a362d6b1138dfd456c417c26d95545a2673435fc2114840f46031e2745b/diff",
"MergedDir": "/var/lib/docker/overlay2/ddb12026e9d292bd26e86ab0c9a1b530ad5c970a0ef39f3cd628266b2f8241f6/merged",
"UpperDir": "/var/lib/docker/overlay2/ddb12026e9d292bd26e86ab0c9a1b530ad5c970a0ef39f3cd628266b2f8241f6/diff",
"WorkDir": "/var/lib/docker/overlay2/ddb12026e9d292bd26e86ab0c9a1b530ad5c970a0ef39f3cd628266b2f8241f6/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "NoKubernetes-847951",
"Source": "/var/lib/docker/volumes/NoKubernetes-847951/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "NoKubernetes-847951",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "NoKubernetes-847951",
"name.minikube.sigs.k8s.io": "NoKubernetes-847951",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "33870d0494c79d469c1251407f7661d1aff6a44e03f0a2348fa81b7bfd8b6fb1",
"SandboxKey": "/var/run/docker/netns/33870d0494c7",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33003"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33004"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33007"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33005"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33006"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"NoKubernetes-847951": {
"IPAMConfig": {
"IPv4Address": "192.168.94.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "56:7a:1c:d4:a3:28",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "c1b75b78bdfe92b60c75667900dc5720a91a1e6067b3792d7ee6eb086c6c84bc",
"EndpointID": "b4afb3b50e57da612f1c0ed851978f88071ab6d0e65d8fcf32c0367b951ae3eb",
"Gateway": "192.168.94.1",
"IPAddress": "192.168.94.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"NoKubernetes-847951",
"82b5b957bef9"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p NoKubernetes-847951 -n NoKubernetes-847951
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p NoKubernetes-847951 -n NoKubernetes-847951: exit status 6 (333.673619ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1009 18:28:22.718840 347425 status.go:458] kubeconfig endpoint: get endpoint: "NoKubernetes-847951" does not appear in /home/jenkins/minikube-integration/21139-140450/kubeconfig
** /stderr **
helpers_test.go:247: status error: exit status 6 (may be ok)
helpers_test.go:252: <<< TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-847951 logs -n 25
helpers_test.go:260: TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads logs:
-- stdout --
==> Audit <==
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ ssh │ -p cilium-265552 sudo docker system info │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl status cri-docker --all --full --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl cat cri-docker --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cat /usr/lib/systemd/system/cri-docker.service │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cri-dockerd --version │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl status containerd --all --full --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl cat containerd --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cat /lib/systemd/system/containerd.service │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cat /etc/containerd/config.toml │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo containerd config dump │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl status crio --all --full --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl cat crio --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo crio config │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ delete │ -p cilium-265552 │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:27 UTC │
│ start │ -p stopped-upgrade-729726 --memory=3072 --vm-driver=docker --container-runtime=containerd │ stopped-upgrade-729726 │ jenkins │ v1.32.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ force-systemd-env-855890 ssh cat /etc/containerd/config.toml │ force-systemd-env-855890 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:27 UTC │
│ delete │ -p force-systemd-env-855890 │ force-systemd-env-855890 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:27 UTC │
│ start │ -p NoKubernetes-847951 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=containerd │ NoKubernetes-847951 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:28 UTC │
│ start │ -p missing-upgrade-552528 --memory=3072 --driver=docker --container-runtime=containerd │ missing-upgrade-552528 │ jenkins │ v1.32.0 │ 09 Oct 25 18:27 UTC │ │
│ delete │ -p offline-containerd-818450 │ offline-containerd-818450 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:28 UTC │
│ start │ -p kubernetes-upgrade-701596 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=containerd │ kubernetes-upgrade-701596 │ jenkins │ v1.37.0 │ 09 Oct 25 18:28 UTC │ │
│ delete │ -p NoKubernetes-847951 │ NoKubernetes-847951 │ jenkins │ v1.37.0 │ 09 Oct 25 18:28 UTC │ 09 Oct 25 18:28 UTC │
│ start │ -p NoKubernetes-847951 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=containerd │ NoKubernetes-847951 │ jenkins │ v1.37.0 │ 09 Oct 25 18:28 UTC │ 09 Oct 25 18:28 UTC │
└─────────┴────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/09 18:28:12
Running on machine: ubuntu-20-agent-10
Binary: Built with gc go1.24.6 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1009 18:28:12.007319 341627 out.go:360] Setting OutFile to fd 1 ...
I1009 18:28:12.007625 341627 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1009 18:28:12.007635 341627 out.go:374] Setting ErrFile to fd 2...
I1009 18:28:12.007640 341627 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1009 18:28:12.007913 341627 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21139-140450/.minikube/bin
I1009 18:28:12.008605 341627 out.go:368] Setting JSON to false
I1009 18:28:12.009908 341627 start.go:131] hostinfo: {"hostname":"ubuntu-20-agent-10","uptime":4232,"bootTime":1760030260,"procs":222,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1041-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 18:28:12.010018 341627 start.go:141] virtualization: kvm guest
I1009 18:28:12.059871 341627 out.go:179] * [NoKubernetes-847951] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1009 18:28:12.061144 341627 notify.go:220] Checking for updates...
I1009 18:28:12.061167 341627 out.go:179] - MINIKUBE_LOCATION=21139
I1009 18:28:12.062567 341627 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 18:28:12.064662 341627 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21139-140450/kubeconfig
I1009 18:28:12.066106 341627 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21139-140450/.minikube
I1009 18:28:12.070400 341627 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 18:28:12.071967 341627 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1009 18:28:12.073926 341627 config.go:182] Loaded profile config "kubernetes-upgrade-701596": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.0
I1009 18:28:12.074073 341627 config.go:182] Loaded profile config "missing-upgrade-552528": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1009 18:28:12.074212 341627 config.go:182] Loaded profile config "stopped-upgrade-729726": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1009 18:28:12.074247 341627 start.go:1899] No Kubernetes flag is set, setting Kubernetes version to v0.0.0
I1009 18:28:12.074352 341627 driver.go:421] Setting default libvirt URI to qemu:///system
I1009 18:28:12.101670 341627 docker.go:123] docker version: linux-28.5.1:Docker Engine - Community
I1009 18:28:12.101790 341627 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 18:28:12.176010 341627 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:1 ContainersPaused:0 ContainersStopped:2 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:57 OomKillDisable:false NGoroutines:99 SystemTime:2025-10-09 18:28:12.163396808 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1041-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652174848 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-10 Labels:[] ExperimentalBuild:false ServerVersion:28.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:b98a3aace656320842a23f4a392a33f46af97866 Expected:} RuncCommit:{ID:v1.3.0-0-g4ca628d1 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[
map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.29.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.40.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v0.1.42] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 18:28:12.176211 341627 docker.go:318] overlay module found
I1009 18:28:12.178500 341627 out.go:179] * Using the docker driver based on user configuration
I1009 18:28:12.179539 341627 start.go:305] selected driver: docker
I1009 18:28:12.179560 341627 start.go:925] validating driver "docker" against <nil>
I1009 18:28:12.179575 341627 start.go:936] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 18:28:12.180357 341627 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 18:28:12.262551 341627 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:false NGoroutines:85 SystemTime:2025-10-09 18:28:12.250822574 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1041-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652174848 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-10 Labels:[] ExperimentalBuild:false ServerVersion:28.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:b98a3aace656320842a23f4a392a33f46af97866 Expected:} RuncCommit:{ID:v1.3.0-0-g4ca628d1 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[
map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.29.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.40.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v0.1.42] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 18:28:12.262694 341627 start.go:1899] No Kubernetes flag is set, setting Kubernetes version to v0.0.0
I1009 18:28:12.262790 341627 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1009 18:28:12.263108 341627 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1009 18:28:12.264875 341627 out.go:179] * Using Docker driver with root privileges
I1009 18:28:12.265922 341627 cni.go:84] Creating CNI manager for ""
I1009 18:28:12.266018 341627 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1009 18:28:12.266033 341627 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1009 18:28:12.266066 341627 start.go:1899] No Kubernetes flag is set, setting Kubernetes version to v0.0.0
I1009 18:28:12.266137 341627 start.go:349] cluster config:
{Name:NoKubernetes-847951 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v0.0.0 ClusterName:NoKubernetes-847951 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Conta
inerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v0.0.0 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1009 18:28:12.267282 341627 out.go:179] * Starting minikube without Kubernetes in cluster NoKubernetes-847951
I1009 18:28:12.268317 341627 cache.go:133] Beginning downloading kic base image for docker with containerd
I1009 18:28:12.269391 341627 out.go:179] * Pulling base image v0.0.48-1759745255-21703 ...
I1009 18:28:12.270449 341627 cache.go:58] Skipping Kubernetes image caching due to --no-kubernetes flag
I1009 18:28:12.270546 341627 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 in local docker daemon
I1009 18:28:12.270691 341627 profile.go:143] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/NoKubernetes-847951/config.json ...
I1009 18:28:12.270729 341627 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/NoKubernetes-847951/config.json: {Name:mk8acae52a86147cd8ec6a24f9ad8611a87d36b7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:12.294609 341627 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 in local docker daemon, skipping pull
I1009 18:28:12.294643 341627 cache.go:157] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 exists in daemon, skipping load
I1009 18:28:12.294665 341627 cache.go:242] Successfully downloaded all kic artifacts
I1009 18:28:12.294698 341627 start.go:360] acquireMachinesLock for NoKubernetes-847951: {Name:mkf32ae34eb47bcc7ba08a99cd03ce047ae6cf03 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 18:28:12.294764 341627 start.go:364] duration metric: took 42.969µs to acquireMachinesLock for "NoKubernetes-847951"
I1009 18:28:12.294789 341627 start.go:93] Provisioning new machine with config: &{Name:NoKubernetes-847951 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v0.0.0 ClusterName:NoKubernetes-847951 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v0.0.0 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SS
HAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v0.0.0 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1009 18:28:12.294891 341627 start.go:125] createHost starting for "" (driver="docker")
I1009 18:28:10.143298 335435 out.go:204] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1009 18:28:10.143610 335435 start.go:159] libmachine.API.Create for "stopped-upgrade-729726" (driver="docker")
I1009 18:28:10.143638 335435 client.go:168] LocalClient.Create starting
I1009 18:28:10.143710 335435 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem
I1009 18:28:10.143747 335435 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:10.143771 335435 main.go:141] libmachine: Parsing certificate...
I1009 18:28:10.143847 335435 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem
I1009 18:28:10.143868 335435 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:10.143878 335435 main.go:141] libmachine: Parsing certificate...
I1009 18:28:10.144381 335435 cli_runner.go:164] Run: docker network inspect stopped-upgrade-729726 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 18:28:10.166341 335435 cli_runner.go:211] docker network inspect stopped-upgrade-729726 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 18:28:10.166411 335435 network_create.go:281] running [docker network inspect stopped-upgrade-729726] to gather additional debugging logs...
I1009 18:28:10.166427 335435 cli_runner.go:164] Run: docker network inspect stopped-upgrade-729726
W1009 18:28:10.186602 335435 cli_runner.go:211] docker network inspect stopped-upgrade-729726 returned with exit code 1
I1009 18:28:10.186629 335435 network_create.go:284] error running [docker network inspect stopped-upgrade-729726]: docker network inspect stopped-upgrade-729726: exit status 1
stdout:
[]
stderr:
Error response from daemon: network stopped-upgrade-729726 not found
I1009 18:28:10.186646 335435 network_create.go:286] output of [docker network inspect stopped-upgrade-729726]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network stopped-upgrade-729726 not found
** /stderr **
I1009 18:28:10.186731 335435 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:10.206089 335435 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a776d4a7d86a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a7:10:79:cc:07} reservation:<nil>}
I1009 18:28:10.206981 335435 network.go:214] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-98ca10e9ecda IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:de:3b:88:20:02:72} reservation:<nil>}
I1009 18:28:10.207801 335435 network.go:214] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-a2287629eec3 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:ca:e5:92:f7:19:89} reservation:<nil>}
I1009 18:28:10.208723 335435 network.go:214] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-fd1a93c0c2b4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:5e:e7:b5:31:47:49} reservation:<nil>}
I1009 18:28:10.209420 335435 network.go:214] skipping subnet 192.168.85.0/24 that is taken: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName:br-59758b7aed05 IfaceIPv4:192.168.85.1 IfaceMTU:1500 IfaceMAC:be:a1:3f:01:8e:55} reservation:<nil>}
I1009 18:28:10.210324 335435 network.go:214] skipping subnet 192.168.94.0/24 that is taken: &{IP:192.168.94.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.94.0/24 Gateway:192.168.94.1 ClientMin:192.168.94.2 ClientMax:192.168.94.254 Broadcast:192.168.94.255 IsPrivate:true Interface:{IfaceName:br-8f4ead0b5675 IfaceIPv4:192.168.94.1 IfaceMTU:1500 IfaceMAC:02:86:ee:81:3a:32} reservation:<nil>}
I1009 18:28:10.211555 335435 network.go:209] using free private subnet 192.168.103.0/24: &{IP:192.168.103.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.103.0/24 Gateway:192.168.103.1 ClientMin:192.168.103.2 ClientMax:192.168.103.254 Broadcast:192.168.103.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0027c9220}
I1009 18:28:10.211577 335435 network_create.go:124] attempt to create docker network stopped-upgrade-729726 192.168.103.0/24 with gateway 192.168.103.1 and MTU of 1500 ...
I1009 18:28:10.211641 335435 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.103.0/24 --gateway=192.168.103.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=stopped-upgrade-729726 stopped-upgrade-729726
I1009 18:28:10.694736 335435 network_create.go:108] docker network stopped-upgrade-729726 192.168.103.0/24 created
I1009 18:28:10.694768 335435 kic.go:121] calculated static IP "192.168.103.2" for the "stopped-upgrade-729726" container
I1009 18:28:10.694847 335435 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 18:28:10.716248 335435 cli_runner.go:164] Run: docker volume create stopped-upgrade-729726 --label name.minikube.sigs.k8s.io=stopped-upgrade-729726 --label created_by.minikube.sigs.k8s.io=true
I1009 18:28:10.784219 335435 oci.go:103] Successfully created a docker volume stopped-upgrade-729726
I1009 18:28:10.784318 335435 cli_runner.go:164] Run: docker run --rm --name stopped-upgrade-729726-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=stopped-upgrade-729726 --entrypoint /usr/bin/test -v stopped-upgrade-729726:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib
I1009 18:28:09.319166 340368 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1009 18:28:09.319470 340368 start.go:159] libmachine.API.Create for "kubernetes-upgrade-701596" (driver="docker")
I1009 18:28:09.319505 340368 client.go:168] LocalClient.Create starting
I1009 18:28:09.319583 340368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem
I1009 18:28:09.319616 340368 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:09.319638 340368 main.go:141] libmachine: Parsing certificate...
I1009 18:28:09.319714 340368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem
I1009 18:28:09.319755 340368 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:09.319780 340368 main.go:141] libmachine: Parsing certificate...
I1009 18:28:09.320263 340368 cli_runner.go:164] Run: docker network inspect kubernetes-upgrade-701596 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 18:28:09.337936 340368 cli_runner.go:211] docker network inspect kubernetes-upgrade-701596 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 18:28:09.338003 340368 network_create.go:284] running [docker network inspect kubernetes-upgrade-701596] to gather additional debugging logs...
I1009 18:28:09.338024 340368 cli_runner.go:164] Run: docker network inspect kubernetes-upgrade-701596
W1009 18:28:09.354735 340368 cli_runner.go:211] docker network inspect kubernetes-upgrade-701596 returned with exit code 1
I1009 18:28:09.354769 340368 network_create.go:287] error running [docker network inspect kubernetes-upgrade-701596]: docker network inspect kubernetes-upgrade-701596: exit status 1
stdout:
[]
stderr:
Error response from daemon: network kubernetes-upgrade-701596 not found
I1009 18:28:09.354790 340368 network_create.go:289] output of [docker network inspect kubernetes-upgrade-701596]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network kubernetes-upgrade-701596 not found
** /stderr **
I1009 18:28:09.354880 340368 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:09.371446 340368 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a776d4a7d86a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a7:10:79:cc:07} reservation:<nil>}
I1009 18:28:09.371780 340368 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-98ca10e9ecda IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:de:3b:88:20:02:72} reservation:<nil>}
I1009 18:28:09.372102 340368 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-a2287629eec3 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:ca:e5:92:f7:19:89} reservation:<nil>}
I1009 18:28:09.372592 340368 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001d2eb80}
I1009 18:28:09.372620 340368 network_create.go:124] attempt to create docker network kubernetes-upgrade-701596 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1009 18:28:09.372663 340368 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=kubernetes-upgrade-701596 kubernetes-upgrade-701596
I1009 18:28:09.428682 340368 network_create.go:108] docker network kubernetes-upgrade-701596 192.168.76.0/24 created
I1009 18:28:09.428715 340368 kic.go:121] calculated static IP "192.168.76.2" for the "kubernetes-upgrade-701596" container
I1009 18:28:09.428798 340368 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 18:28:09.445416 340368 cli_runner.go:164] Run: docker volume create kubernetes-upgrade-701596 --label name.minikube.sigs.k8s.io=kubernetes-upgrade-701596 --label created_by.minikube.sigs.k8s.io=true
I1009 18:28:09.462547 340368 oci.go:103] Successfully created a docker volume kubernetes-upgrade-701596
I1009 18:28:09.462619 340368 cli_runner.go:164] Run: docker run --rm --name kubernetes-upgrade-701596-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=kubernetes-upgrade-701596 --entrypoint /usr/bin/test -v kubernetes-upgrade-701596:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -d /var/lib
I1009 18:28:09.899857 340368 oci.go:107] Successfully prepared a docker volume kubernetes-upgrade-701596
I1009 18:28:09.899931 340368 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime containerd
I1009 18:28:09.899942 340368 kic.go:194] Starting extracting preloaded images to volume ...
I1009 18:28:09.900002 340368 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v kubernetes-upgrade-701596:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -I lz4 -xf /preloaded.tar -C /extractDir
I1009 18:28:09.948913 339253 out.go:204] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1009 18:28:09.949211 339253 start.go:159] libmachine.API.Create for "missing-upgrade-552528" (driver="docker")
I1009 18:28:09.949242 339253 client.go:168] LocalClient.Create starting
I1009 18:28:09.949308 339253 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem
I1009 18:28:09.949346 339253 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:09.949364 339253 main.go:141] libmachine: Parsing certificate...
I1009 18:28:09.949425 339253 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem
I1009 18:28:09.949448 339253 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:09.949459 339253 main.go:141] libmachine: Parsing certificate...
I1009 18:28:09.949856 339253 cli_runner.go:164] Run: docker network inspect missing-upgrade-552528 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 18:28:09.969391 339253 cli_runner.go:211] docker network inspect missing-upgrade-552528 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 18:28:09.969453 339253 network_create.go:281] running [docker network inspect missing-upgrade-552528] to gather additional debugging logs...
I1009 18:28:09.969472 339253 cli_runner.go:164] Run: docker network inspect missing-upgrade-552528
W1009 18:28:09.990468 339253 cli_runner.go:211] docker network inspect missing-upgrade-552528 returned with exit code 1
I1009 18:28:09.990495 339253 network_create.go:284] error running [docker network inspect missing-upgrade-552528]: docker network inspect missing-upgrade-552528: exit status 1
stdout:
[]
stderr:
Error response from daemon: network missing-upgrade-552528 not found
I1009 18:28:09.990511 339253 network_create.go:286] output of [docker network inspect missing-upgrade-552528]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network missing-upgrade-552528 not found
** /stderr **
I1009 18:28:09.990640 339253 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:10.010592 339253 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a776d4a7d86a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a7:10:79:cc:07} reservation:<nil>}
I1009 18:28:10.012318 339253 network.go:214] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-98ca10e9ecda IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:de:3b:88:20:02:72} reservation:<nil>}
I1009 18:28:10.013513 339253 network.go:214] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-a2287629eec3 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:ca:e5:92:f7:19:89} reservation:<nil>}
I1009 18:28:10.014369 339253 network.go:214] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-fd1a93c0c2b4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:5e:e7:b5:31:47:49} reservation:<nil>}
I1009 18:28:10.015263 339253 network.go:209] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0024b27b0}
I1009 18:28:10.015287 339253 network_create.go:124] attempt to create docker network missing-upgrade-552528 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1009 18:28:10.015345 339253 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=missing-upgrade-552528 missing-upgrade-552528
I1009 18:28:10.086849 339253 network_create.go:108] docker network missing-upgrade-552528 192.168.85.0/24 created
I1009 18:28:10.086880 339253 kic.go:121] calculated static IP "192.168.85.2" for the "missing-upgrade-552528" container
I1009 18:28:10.086961 339253 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 18:28:10.108801 339253 cli_runner.go:164] Run: docker volume create missing-upgrade-552528 --label name.minikube.sigs.k8s.io=missing-upgrade-552528 --label created_by.minikube.sigs.k8s.io=true
I1009 18:28:10.138143 339253 oci.go:103] Successfully created a docker volume missing-upgrade-552528
I1009 18:28:10.138220 339253 cli_runner.go:164] Run: docker run --rm --name missing-upgrade-552528-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-552528 --entrypoint /usr/bin/test -v missing-upgrade-552528:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib
I1009 18:28:11.853928 339253 cli_runner.go:217] Completed: docker run --rm --name missing-upgrade-552528-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-552528 --entrypoint /usr/bin/test -v missing-upgrade-552528:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib: (1.715664139s)
I1009 18:28:11.853952 339253 oci.go:107] Successfully prepared a docker volume missing-upgrade-552528
I1009 18:28:11.853979 339253 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1009 18:28:11.854004 339253 kic.go:194] Starting extracting preloaded images to volume ...
I1009 18:28:11.854084 339253 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v missing-upgrade-552528:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir
I1009 18:28:12.298230 341627 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1009 18:28:12.298499 341627 start.go:159] libmachine.API.Create for "NoKubernetes-847951" (driver="docker")
I1009 18:28:12.298541 341627 client.go:168] LocalClient.Create starting
I1009 18:28:12.298650 341627 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem
I1009 18:28:12.298705 341627 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:12.298729 341627 main.go:141] libmachine: Parsing certificate...
I1009 18:28:12.298809 341627 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem
I1009 18:28:12.298848 341627 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:12.298887 341627 main.go:141] libmachine: Parsing certificate...
I1009 18:28:12.299343 341627 cli_runner.go:164] Run: docker network inspect NoKubernetes-847951 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 18:28:12.321799 341627 cli_runner.go:211] docker network inspect NoKubernetes-847951 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 18:28:12.321914 341627 network_create.go:284] running [docker network inspect NoKubernetes-847951] to gather additional debugging logs...
I1009 18:28:12.321953 341627 cli_runner.go:164] Run: docker network inspect NoKubernetes-847951
W1009 18:28:12.345187 341627 cli_runner.go:211] docker network inspect NoKubernetes-847951 returned with exit code 1
I1009 18:28:12.345245 341627 network_create.go:287] error running [docker network inspect NoKubernetes-847951]: docker network inspect NoKubernetes-847951: exit status 1
stdout:
[]
stderr:
Error response from daemon: network NoKubernetes-847951 not found
I1009 18:28:12.345267 341627 network_create.go:289] output of [docker network inspect NoKubernetes-847951]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network NoKubernetes-847951 not found
** /stderr **
I1009 18:28:12.345423 341627 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:12.368564 341627 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a776d4a7d86a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a7:10:79:cc:07} reservation:<nil>}
I1009 18:28:12.369169 341627 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-98ca10e9ecda IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:de:3b:88:20:02:72} reservation:<nil>}
I1009 18:28:12.369762 341627 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-a2287629eec3 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:ca:e5:92:f7:19:89} reservation:<nil>}
I1009 18:28:12.370399 341627 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-fd1a93c0c2b4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:5e:e7:b5:31:47:49} reservation:<nil>}
I1009 18:28:12.370768 341627 network.go:211] skipping subnet 192.168.85.0/24 that is taken: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName:br-59758b7aed05 IfaceIPv4:192.168.85.1 IfaceMTU:1500 IfaceMAC:be:a1:3f:01:8e:55} reservation:<nil>}
I1009 18:28:12.371459 341627 network.go:206] using free private subnet 192.168.94.0/24: &{IP:192.168.94.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.94.0/24 Gateway:192.168.94.1 ClientMin:192.168.94.2 ClientMax:192.168.94.254 Broadcast:192.168.94.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001e080e0}
I1009 18:28:12.371493 341627 network_create.go:124] attempt to create docker network NoKubernetes-847951 192.168.94.0/24 with gateway 192.168.94.1 and MTU of 1500 ...
I1009 18:28:12.371548 341627 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.94.0/24 --gateway=192.168.94.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=NoKubernetes-847951 NoKubernetes-847951
I1009 18:28:12.814873 341627 network_create.go:108] docker network NoKubernetes-847951 192.168.94.0/24 created
I1009 18:28:12.814915 341627 kic.go:121] calculated static IP "192.168.94.2" for the "NoKubernetes-847951" container
I1009 18:28:12.814988 341627 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 18:28:12.837062 341627 cli_runner.go:164] Run: docker volume create NoKubernetes-847951 --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --label created_by.minikube.sigs.k8s.io=true
I1009 18:28:13.064284 341627 oci.go:103] Successfully created a docker volume NoKubernetes-847951
I1009 18:28:13.064423 341627 cli_runner.go:164] Run: docker run --rm --name NoKubernetes-847951-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --entrypoint /usr/bin/test -v NoKubernetes-847951:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -d /var/lib
I1009 18:28:13.153579 335435 cli_runner.go:217] Completed: docker run --rm --name stopped-upgrade-729726-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=stopped-upgrade-729726 --entrypoint /usr/bin/test -v stopped-upgrade-729726:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib: (2.369215652s)
I1009 18:28:13.153603 335435 oci.go:107] Successfully prepared a docker volume stopped-upgrade-729726
I1009 18:28:13.153620 335435 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1009 18:28:13.153641 335435 kic.go:194] Starting extracting preloaded images to volume ...
I1009 18:28:13.153701 335435 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v stopped-upgrade-729726:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir
I1009 18:28:15.825157 340368 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v kubernetes-upgrade-701596:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -I lz4 -xf /preloaded.tar -C /extractDir: (5.925079745s)
I1009 18:28:15.825210 340368 kic.go:203] duration metric: took 5.925262454s to extract preloaded images to volume ...
W1009 18:28:15.825320 340368 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1009 18:28:15.825363 340368 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1009 18:28:15.825412 340368 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 18:28:15.918621 340368 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname kubernetes-upgrade-701596 --name kubernetes-upgrade-701596 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=kubernetes-upgrade-701596 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=kubernetes-upgrade-701596 --network kubernetes-upgrade-701596 --ip 192.168.76.2 --volume kubernetes-upgrade-701596:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92
I1009 18:28:16.368638 340368 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-701596 --format={{.State.Running}}
I1009 18:28:16.388560 340368 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-701596 --format={{.State.Status}}
I1009 18:28:16.413494 340368 cli_runner.go:164] Run: docker exec kubernetes-upgrade-701596 stat /var/lib/dpkg/alternatives/iptables
I1009 18:28:16.492158 340368 oci.go:144] the created container "kubernetes-upgrade-701596" has a running status.
I1009 18:28:16.492202 340368 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa...
I1009 18:28:16.846798 340368 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 18:28:16.993230 340368 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-701596 --format={{.State.Status}}
I1009 18:28:17.022782 340368 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 18:28:17.022814 340368 kic_runner.go:114] Args: [docker exec --privileged kubernetes-upgrade-701596 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 18:28:17.115017 340368 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-701596 --format={{.State.Status}}
I1009 18:28:17.135631 340368 machine.go:93] provisionDockerMachine start ...
I1009 18:28:17.135743 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:17.159004 340368 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.171868 340368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 32998 <nil> <nil>}
I1009 18:28:17.171903 340368 main.go:141] libmachine: About to run SSH command:
hostname
I1009 18:28:17.319000 340368 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-701596
I1009 18:28:17.319033 340368 ubuntu.go:182] provisioning hostname "kubernetes-upgrade-701596"
I1009 18:28:17.319088 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:17.336415 340368 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.336747 340368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 32998 <nil> <nil>}
I1009 18:28:17.336774 340368 main.go:141] libmachine: About to run SSH command:
sudo hostname kubernetes-upgrade-701596 && echo "kubernetes-upgrade-701596" | sudo tee /etc/hostname
I1009 18:28:17.497508 340368 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-701596
I1009 18:28:17.497620 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:17.516135 340368 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.516467 340368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 32998 <nil> <nil>}
I1009 18:28:17.516516 340368 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\skubernetes-upgrade-701596' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 kubernetes-upgrade-701596/g' /etc/hosts;
else
echo '127.0.1.1 kubernetes-upgrade-701596' | sudo tee -a /etc/hosts;
fi
fi
I1009 18:28:17.672832 340368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 18:28:17.672892 340368 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21139-140450/.minikube CaCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21139-140450/.minikube}
I1009 18:28:17.672930 340368 ubuntu.go:190] setting up certificates
I1009 18:28:17.672945 340368 provision.go:84] configureAuth start
I1009 18:28:17.673019 340368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-701596
I1009 18:28:17.690984 340368 provision.go:143] copyHostCerts
I1009 18:28:17.691042 340368 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem, removing ...
I1009 18:28:17.691053 340368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:17.692170 340368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem (1675 bytes)
I1009 18:28:17.692289 340368 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem, removing ...
I1009 18:28:17.692300 340368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:17.692333 340368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem (1078 bytes)
I1009 18:28:17.692415 340368 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem, removing ...
I1009 18:28:17.692424 340368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:17.692455 340368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem (1123 bytes)
I1009 18:28:17.692558 340368 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem org=jenkins.kubernetes-upgrade-701596 san=[127.0.0.1 192.168.76.2 kubernetes-upgrade-701596 localhost minikube]
I1009 18:28:17.852316 340368 provision.go:177] copyRemoteCerts
I1009 18:28:17.852392 340368 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 18:28:17.852429 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:17.872228 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:17.975081 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1009 18:28:18.096505 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1009 18:28:18.124391 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 18:28:18.149407 340368 provision.go:87] duration metric: took 476.437203ms to configureAuth
I1009 18:28:18.149456 340368 ubuntu.go:206] setting minikube options for container-runtime
I1009 18:28:18.149653 340368 config.go:182] Loaded profile config "kubernetes-upgrade-701596": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.0
I1009 18:28:18.149668 340368 machine.go:96] duration metric: took 1.014011919s to provisionDockerMachine
I1009 18:28:18.149677 340368 client.go:171] duration metric: took 8.830161985s to LocalClient.Create
I1009 18:28:18.149701 340368 start.go:167] duration metric: took 8.830233842s to libmachine.API.Create "kubernetes-upgrade-701596"
I1009 18:28:18.149711 340368 start.go:293] postStartSetup for "kubernetes-upgrade-701596" (driver="docker")
I1009 18:28:18.149723 340368 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 18:28:18.149783 340368 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 18:28:18.149829 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:18.184179 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:18.310490 340368 ssh_runner.go:195] Run: cat /etc/os-release
I1009 18:28:18.315729 340368 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 18:28:18.315769 340368 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1009 18:28:18.315785 340368 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/addons for local assets ...
I1009 18:28:18.315848 340368 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/files for local assets ...
I1009 18:28:18.315952 340368 filesync.go:149] local asset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> 1440942.pem in /etc/ssl/certs
I1009 18:28:18.316089 340368 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 18:28:18.333291 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:18.367762 340368 start.go:296] duration metric: took 218.032903ms for postStartSetup
I1009 18:28:18.376358 340368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-701596
I1009 18:28:18.396542 340368 profile.go:143] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/config.json ...
I1009 18:28:18.424372 340368 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 18:28:18.424431 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:18.447483 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:18.553160 340368 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 18:28:18.558274 340368 start.go:128] duration metric: took 9.240574027s to createHost
I1009 18:28:18.558297 340368 start.go:83] releasing machines lock for "kubernetes-upgrade-701596", held for 9.240709036s
I1009 18:28:18.558374 340368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-701596
I1009 18:28:18.576922 340368 ssh_runner.go:195] Run: cat /version.json
I1009 18:28:18.576975 340368 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 18:28:18.576987 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:18.577034 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:18.597580 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:18.598975 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:18.755610 340368 ssh_runner.go:195] Run: systemctl --version
I1009 18:28:18.762180 340368 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1009 18:28:18.786991 340368 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1009 18:28:18.787073 340368 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 18:28:18.828909 340368 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 18:28:18.828938 340368 start.go:495] detecting cgroup driver to use...
I1009 18:28:18.828974 340368 detect.go:190] detected "systemd" cgroup driver on host os
I1009 18:28:18.829023 340368 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1009 18:28:18.851221 340368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1009 18:28:18.867806 340368 docker.go:218] disabling cri-docker service (if available) ...
I1009 18:28:18.867867 340368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 18:28:18.893768 340368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 18:28:18.919847 340368 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 18:28:19.050477 340368 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 18:28:15.826500 339253 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v missing-upgrade-552528:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir: (3.972347642s)
I1009 18:28:15.826549 339253 kic.go:203] duration metric: took 3.972541 seconds to extract preloaded images to volume
W1009 18:28:15.826663 339253 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1009 18:28:15.826710 339253 oci.go:243] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1009 18:28:15.826757 339253 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 18:28:15.907780 339253 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname missing-upgrade-552528 --name missing-upgrade-552528 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-552528 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=missing-upgrade-552528 --network missing-upgrade-552528 --ip 192.168.85.2 --volume missing-upgrade-552528:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0
I1009 18:28:16.261334 339253 cli_runner.go:164] Run: docker container inspect missing-upgrade-552528 --format={{.State.Running}}
I1009 18:28:16.281588 339253 cli_runner.go:164] Run: docker container inspect missing-upgrade-552528 --format={{.State.Status}}
I1009 18:28:16.301053 339253 cli_runner.go:164] Run: docker exec missing-upgrade-552528 stat /var/lib/dpkg/alternatives/iptables
I1009 18:28:16.345491 339253 oci.go:144] the created container "missing-upgrade-552528" has a running status.
I1009 18:28:16.345534 339253 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa...
I1009 18:28:16.757480 339253 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 18:28:16.920931 339253 cli_runner.go:164] Run: docker container inspect missing-upgrade-552528 --format={{.State.Status}}
I1009 18:28:16.941167 339253 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 18:28:16.941185 339253 kic_runner.go:114] Args: [docker exec --privileged missing-upgrade-552528 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 18:28:17.115036 339253 cli_runner.go:164] Run: docker container inspect missing-upgrade-552528 --format={{.State.Status}}
I1009 18:28:17.136135 339253 machine.go:88] provisioning docker machine ...
I1009 18:28:17.136176 339253 ubuntu.go:169] provisioning hostname "missing-upgrade-552528"
I1009 18:28:17.136243 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:17.157035 339253 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.157628 339253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x808a40] 0x80b720 <nil> [] 0s} 127.0.0.1 32993 <nil> <nil>}
I1009 18:28:17.157647 339253 main.go:141] libmachine: About to run SSH command:
sudo hostname missing-upgrade-552528 && echo "missing-upgrade-552528" | sudo tee /etc/hostname
I1009 18:28:17.344875 339253 main.go:141] libmachine: SSH cmd err, output: <nil>: missing-upgrade-552528
I1009 18:28:17.344957 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:17.365340 339253 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.365708 339253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x808a40] 0x80b720 <nil> [] 0s} 127.0.0.1 32993 <nil> <nil>}
I1009 18:28:17.365729 339253 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smissing-upgrade-552528' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 missing-upgrade-552528/g' /etc/hosts;
else
echo '127.0.1.1 missing-upgrade-552528' | sudo tee -a /etc/hosts;
fi
fi
I1009 18:28:17.482876 339253 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 18:28:17.482899 339253 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/21139-140450/.minikube CaCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21139-140450/.minikube}
I1009 18:28:17.482943 339253 ubuntu.go:177] setting up certificates
I1009 18:28:17.482963 339253 provision.go:83] configureAuth start
I1009 18:28:17.483027 339253 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-552528
I1009 18:28:17.504232 339253 provision.go:138] copyHostCerts
I1009 18:28:17.504287 339253 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem, removing ...
I1009 18:28:17.504293 339253 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:17.507217 339253 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem (1078 bytes)
I1009 18:28:17.507365 339253 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem, removing ...
I1009 18:28:17.507374 339253 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:17.507423 339253 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem (1123 bytes)
I1009 18:28:17.507577 339253 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem, removing ...
I1009 18:28:17.507584 339253 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:17.507630 339253 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem (1675 bytes)
I1009 18:28:17.507709 339253 provision.go:112] generating server cert: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem org=jenkins.missing-upgrade-552528 san=[192.168.85.2 127.0.0.1 localhost 127.0.0.1 minikube missing-upgrade-552528]
I1009 18:28:17.611411 339253 provision.go:172] copyRemoteCerts
I1009 18:28:17.611469 339253 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 18:28:17.611538 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:17.633641 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:17.724262 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 18:28:17.891979 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1009 18:28:17.942021 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1009 18:28:18.076680 339253 provision.go:86] duration metric: configureAuth took 593.701508ms
I1009 18:28:18.076698 339253 ubuntu.go:193] setting minikube options for container-runtime
I1009 18:28:18.076917 339253 config.go:182] Loaded profile config "missing-upgrade-552528": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1009 18:28:18.076927 339253 machine.go:91] provisioned docker machine in 940.778013ms
I1009 18:28:18.076941 339253 client.go:171] LocalClient.Create took 8.127687308s
I1009 18:28:18.076963 339253 start.go:167] duration metric: libmachine.API.Create for "missing-upgrade-552528" took 8.127755607s
I1009 18:28:18.076971 339253 start.go:300] post-start starting for "missing-upgrade-552528" (driver="docker")
I1009 18:28:18.076983 339253 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 18:28:18.077037 339253 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 18:28:18.077076 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:18.098690 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:18.200933 339253 ssh_runner.go:195] Run: cat /etc/os-release
I1009 18:28:18.208211 339253 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 18:28:18.208274 339253 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 18:28:18.208287 339253 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 18:28:18.208295 339253 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1009 18:28:18.208307 339253 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/addons for local assets ...
I1009 18:28:18.208359 339253 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/files for local assets ...
I1009 18:28:18.208452 339253 filesync.go:149] local asset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> 1440942.pem in /etc/ssl/certs
I1009 18:28:18.208573 339253 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 18:28:18.221419 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:18.255930 339253 start.go:303] post-start completed in 178.941529ms
I1009 18:28:18.256376 339253 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-552528
I1009 18:28:18.277959 339253 profile.go:148] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/config.json ...
I1009 18:28:18.278231 339253 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 18:28:18.278274 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:18.306233 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:18.399271 339253 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 18:28:18.404324 339253 start.go:128] duration metric: createHost completed in 8.457005474s
I1009 18:28:18.404341 339253 start.go:83] releasing machines lock for "missing-upgrade-552528", held for 8.457174693s
I1009 18:28:18.404414 339253 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-552528
I1009 18:28:18.423842 339253 ssh_runner.go:195] Run: cat /version.json
I1009 18:28:18.423887 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:18.423933 339253 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 18:28:18.424026 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:18.446958 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:18.447052 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:18.529188 339253 ssh_runner.go:195] Run: systemctl --version
I1009 18:28:18.637230 339253 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 18:28:18.641989 339253 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1009 18:28:18.815377 339253 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1009 18:28:18.815448 339253 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 18:28:18.853647 339253 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1009 18:28:18.853684 339253 start.go:472] detecting cgroup driver to use...
I1009 18:28:18.853718 339253 detect.go:199] detected "systemd" cgroup driver on host os
I1009 18:28:18.853785 339253 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1009 18:28:18.872870 339253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1009 18:28:18.887142 339253 docker.go:203] disabling cri-docker service (if available) ...
I1009 18:28:18.887204 339253 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 18:28:18.904521 339253 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 18:28:18.921520 339253 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 18:28:19.023398 339253 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 18:28:19.133892 339253 docker.go:219] disabling docker service ...
I1009 18:28:19.133948 339253 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 18:28:19.169407 339253 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 18:28:19.190259 339253 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 18:28:19.352185 339253 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 18:28:19.444244 339253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 18:28:19.457167 339253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1009 18:28:19.504204 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1009 18:28:19.520641 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1009 18:28:19.535387 339253 containerd.go:145] configuring containerd to use "systemd" as cgroup driver...
I1009 18:28:19.535802 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I1009 18:28:19.548763 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:19.565538 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1009 18:28:19.581582 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:19.595714 339253 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 18:28:19.609902 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1009 18:28:19.626938 339253 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 18:28:19.639900 339253 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 18:28:19.651665 339253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:19.746786 339253 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1009 18:28:19.874775 339253 start.go:519] Will wait 60s for socket path /run/containerd/containerd.sock
I1009 18:28:19.874841 339253 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1009 18:28:19.879005 339253 start.go:540] Will wait 60s for crictl version
I1009 18:28:19.879062 339253 ssh_runner.go:195] Run: which crictl
I1009 18:28:19.883704 339253 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 18:28:19.933908 339253 start.go:556] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.24
RuntimeApiVersion: v1
I1009 18:28:19.933968 339253 ssh_runner.go:195] Run: containerd --version
I1009 18:28:19.966282 339253 ssh_runner.go:195] Run: containerd --version
I1009 18:28:19.996662 339253 out.go:177] * Preparing Kubernetes v1.28.3 on containerd 1.6.24 ...
I1009 18:28:19.193624 340368 docker.go:234] disabling docker service ...
I1009 18:28:19.193693 340368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 18:28:19.219795 340368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 18:28:19.232974 340368 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 18:28:19.383716 340368 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 18:28:19.500527 340368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 18:28:19.516170 340368 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1009 18:28:19.535756 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1009 18:28:19.548903 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1009 18:28:19.563764 340368 containerd.go:146] configuring containerd to use "systemd" as cgroup driver...
I1009 18:28:19.563975 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I1009 18:28:19.577922 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:19.590166 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1009 18:28:19.603844 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:19.623992 340368 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 18:28:19.636756 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1009 18:28:19.650319 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1009 18:28:19.663214 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1009 18:28:19.674868 340368 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 18:28:19.687790 340368 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 18:28:19.698847 340368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:19.812050 340368 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1009 18:28:19.961538 340368 start.go:542] Will wait 60s for socket path /run/containerd/containerd.sock
I1009 18:28:19.961615 340368 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1009 18:28:19.966070 340368 start.go:563] Will wait 60s for crictl version
I1009 18:28:19.966165 340368 ssh_runner.go:195] Run: which crictl
I1009 18:28:19.969830 340368 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1009 18:28:19.999908 340368 start.go:579] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: v1.7.28
RuntimeApiVersion: v1
I1009 18:28:19.999976 340368 ssh_runner.go:195] Run: containerd --version
I1009 18:28:20.027187 340368 ssh_runner.go:195] Run: containerd --version
I1009 18:28:20.057286 340368 out.go:179] * Preparing Kubernetes v1.28.0 on containerd 1.7.28 ...
I1009 18:28:19.997722 339253 cli_runner.go:164] Run: docker network inspect missing-upgrade-552528 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:20.017269 339253 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1009 18:28:20.022206 339253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 18:28:20.037097 339253 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1009 18:28:20.037207 339253 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 18:28:20.083340 339253 containerd.go:604] all images are preloaded for containerd runtime.
I1009 18:28:20.083358 339253 containerd.go:518] Images already preloaded, skipping extraction
I1009 18:28:20.083420 339253 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 18:28:20.128842 339253 containerd.go:604] all images are preloaded for containerd runtime.
I1009 18:28:20.128859 339253 cache_images.go:84] Images are preloaded, skipping loading
I1009 18:28:20.128977 339253 ssh_runner.go:195] Run: sudo crictl info
I1009 18:28:20.176831 339253 cni.go:84] Creating CNI manager for ""
I1009 18:28:20.176847 339253 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1009 18:28:20.176869 339253 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1009 18:28:20.176893 339253 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:missing-upgrade-552528 NodeName:missing-upgrade-552528 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt S
taticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1009 18:28:20.177044 339253 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "missing-upgrade-552528"
kubeletExtraArgs:
node-ip: 192.168.85.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 18:28:20.177115 339253 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=missing-upgrade-552528 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:missing-upgrade-552528 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1009 18:28:20.177205 339253 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1009 18:28:20.188681 339253 binaries.go:44] Found k8s binaries, skipping transfer
I1009 18:28:20.188747 339253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1009 18:28:20.200700 339253 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (394 bytes)
I1009 18:28:20.224492 339253 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 18:28:20.252570 339253 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2110 bytes)
I1009 18:28:20.271733 339253 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1009 18:28:20.275440 339253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 18:28:20.290905 339253 certs.go:56] Setting up /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528 for IP: 192.168.85.2
I1009 18:28:20.290945 339253 certs.go:190] acquiring lock for shared ca certs: {Name:mk886b151c2ee368fca29ea3aee2e1e334a9b55c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.291111 339253 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.key
I1009 18:28:20.291199 339253 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.key
I1009 18:28:20.291264 339253 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.key
I1009 18:28:20.291277 339253 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.crt with IP's: []
I1009 18:28:20.424937 339253 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.crt ...
I1009 18:28:20.424959 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.crt: {Name:mkac1afd46e37e3192bd9830ca72e83c71456d12 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.425737 339253 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.key ...
I1009 18:28:20.425757 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.key: {Name:mk2f1850851a68f2659a31764dea2e5186332a67 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.425885 339253 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key.43b9df8c
I1009 18:28:20.425900 339253 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt.43b9df8c with IP's: [192.168.85.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1009 18:28:20.591557 339253 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt.43b9df8c ...
I1009 18:28:20.591573 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt.43b9df8c: {Name:mk1080cbb499e6ea09361c5ef9375416d8697855 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.591732 339253 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key.43b9df8c ...
I1009 18:28:20.591747 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key.43b9df8c: {Name:mk0f49a3cebc2f447128cff50f901e314db15662 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.591834 339253 certs.go:337] copying /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt.43b9df8c -> /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt
I1009 18:28:20.591915 339253 certs.go:341] copying /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key.43b9df8c -> /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key
I1009 18:28:20.591964 339253 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.key
I1009 18:28:20.591985 339253 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.crt with IP's: []
I1009 18:28:20.681848 339253 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.crt ...
I1009 18:28:20.681867 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.crt: {Name:mkd6cc8ccbcd5ece84a6d7dac9a794c13b6bbbdc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.682016 339253 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.key ...
I1009 18:28:20.682026 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.key: {Name:mk985d8b7652d49467a2dfb445023f26dd32f6a0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.682235 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094.pem (1338 bytes)
W1009 18:28:20.682268 339253 certs.go:433] ignoring /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094_empty.pem, impossibly tiny 0 bytes
I1009 18:28:20.682277 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem (1675 bytes)
I1009 18:28:20.682300 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem (1078 bytes)
I1009 18:28:20.682318 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem (1123 bytes)
I1009 18:28:20.682339 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem (1675 bytes)
I1009 18:28:20.682375 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:20.683044 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1009 18:28:20.714357 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1009 18:28:20.740068 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 18:28:20.765538 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1009 18:28:20.792319 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 18:28:20.818472 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1009 18:28:20.844500 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 18:28:20.869960 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1009 18:28:20.898672 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094.pem --> /usr/share/ca-certificates/144094.pem (1338 bytes)
I1009 18:28:20.924817 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /usr/share/ca-certificates/1440942.pem (1708 bytes)
I1009 18:28:20.947899 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 18:28:20.971622 339253 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1009 18:28:20.989435 339253 ssh_runner.go:195] Run: openssl version
I1009 18:28:20.994828 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/144094.pem && ln -fs /usr/share/ca-certificates/144094.pem /etc/ssl/certs/144094.pem"
I1009 18:28:21.004352 339253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/144094.pem
I1009 18:28:21.008464 339253 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 9 18:03 /usr/share/ca-certificates/144094.pem
I1009 18:28:21.008529 339253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/144094.pem
I1009 18:28:21.016134 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/144094.pem /etc/ssl/certs/51391683.0"
I1009 18:28:21.025629 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1440942.pem && ln -fs /usr/share/ca-certificates/1440942.pem /etc/ssl/certs/1440942.pem"
I1009 18:28:21.035088 339253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.038671 339253 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 9 18:03 /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.038712 339253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.045547 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1440942.pem /etc/ssl/certs/3ec20f2e.0"
I1009 18:28:21.056313 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 18:28:21.067199 339253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:21.071651 339253 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 9 17:57 /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:21.071696 339253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:21.081360 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 18:28:21.091536 339253 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1009 18:28:21.095183 339253 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1009 18:28:21.095232 339253 kubeadm.go:404] StartCluster: {Name:missing-upgrade-552528 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:3072 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:missing-upgrade-552528 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIP
s:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath:
StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 18:28:21.095313 339253 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I1009 18:28:21.095364 339253 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1009 18:28:21.131311 339253 cri.go:89] found id: ""
I1009 18:28:21.131382 339253 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1009 18:28:21.140764 339253 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1009 18:28:21.149608 339253 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1009 18:28:21.149658 339253 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1009 18:28:21.158720 339253 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 18:28:21.158758 339253 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1009 18:28:21.211447 339253 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1009 18:28:21.211518 339253 kubeadm.go:322] [preflight] Running pre-flight checks
I1009 18:28:21.264078 339253 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1009 18:28:21.264200 339253 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1041-gcp[0m
I1009 18:28:21.264260 339253 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1009 18:28:21.264320 339253 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 18:28:21.264384 339253 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 18:28:21.264422 339253 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 18:28:21.264481 339253 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 18:28:21.264538 339253 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 18:28:21.264595 339253 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1009 18:28:21.264665 339253 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1009 18:28:21.264721 339253 kubeadm.go:322] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1009 18:28:21.332326 339253 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 18:28:21.332465 339253 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 18:28:21.332603 339253 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1009 18:28:21.571408 339253 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 18:28:17.573013 341627 cli_runner.go:217] Completed: docker run --rm --name NoKubernetes-847951-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --entrypoint /usr/bin/test -v NoKubernetes-847951:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -d /var/lib: (4.508533478s)
I1009 18:28:17.573050 341627 oci.go:107] Successfully prepared a docker volume NoKubernetes-847951
I1009 18:28:17.573137 341627 preload.go:178] Skipping preload logic due to --no-kubernetes flag
W1009 18:28:17.573233 341627 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1009 18:28:17.573289 341627 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1009 18:28:17.573343 341627 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 18:28:17.640826 341627 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname NoKubernetes-847951 --name NoKubernetes-847951 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=NoKubernetes-847951 --network NoKubernetes-847951 --ip 192.168.94.2 --volume NoKubernetes-847951:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92
I1009 18:28:18.660343 341627 cli_runner.go:217] Completed: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname NoKubernetes-847951 --name NoKubernetes-847951 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=NoKubernetes-847951 --network NoKubernetes-847951 --ip 192.168.94.2 --volume NoKubernetes-847951:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92: (1.019447593s)
I1009 18:28:18.660453 341627 cli_runner.go:164] Run: docker container inspect NoKubernetes-847951 --format={{.State.Running}}
I1009 18:28:18.676818 341627 cli_runner.go:164] Run: docker container inspect NoKubernetes-847951 --format={{.State.Status}}
I1009 18:28:18.693147 341627 cli_runner.go:164] Run: docker exec NoKubernetes-847951 stat /var/lib/dpkg/alternatives/iptables
I1009 18:28:18.807862 341627 oci.go:144] the created container "NoKubernetes-847951" has a running status.
I1009 18:28:18.807895 341627 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa...
I1009 18:28:19.422927 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1009 18:28:19.423066 341627 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 18:28:19.515239 341627 cli_runner.go:164] Run: docker container inspect NoKubernetes-847951 --format={{.State.Status}}
I1009 18:28:19.536831 341627 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 18:28:19.536852 341627 kic_runner.go:114] Args: [docker exec --privileged NoKubernetes-847951 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 18:28:19.594887 341627 cli_runner.go:164] Run: docker container inspect NoKubernetes-847951 --format={{.State.Status}}
I1009 18:28:19.617912 341627 machine.go:93] provisionDockerMachine start ...
I1009 18:28:19.618242 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:19.642805 341627 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:19.643169 341627 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 33003 <nil> <nil>}
I1009 18:28:19.643189 341627 main.go:141] libmachine: About to run SSH command:
hostname
I1009 18:28:19.808934 341627 main.go:141] libmachine: SSH cmd err, output: <nil>: NoKubernetes-847951
I1009 18:28:19.808970 341627 ubuntu.go:182] provisioning hostname "NoKubernetes-847951"
I1009 18:28:19.809041 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:19.830861 341627 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:19.831072 341627 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 33003 <nil> <nil>}
I1009 18:28:19.831085 341627 main.go:141] libmachine: About to run SSH command:
sudo hostname NoKubernetes-847951 && echo "NoKubernetes-847951" | sudo tee /etc/hostname
I1009 18:28:20.012662 341627 main.go:141] libmachine: SSH cmd err, output: <nil>: NoKubernetes-847951
I1009 18:28:20.012761 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:20.034570 341627 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:20.034861 341627 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 33003 <nil> <nil>}
I1009 18:28:20.034883 341627 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sNoKubernetes-847951' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 NoKubernetes-847951/g' /etc/hosts;
else
echo '127.0.1.1 NoKubernetes-847951' | sudo tee -a /etc/hosts;
fi
fi
I1009 18:28:20.198504 341627 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 18:28:20.198533 341627 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21139-140450/.minikube CaCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21139-140450/.minikube}
I1009 18:28:20.198564 341627 ubuntu.go:190] setting up certificates
I1009 18:28:20.198586 341627 provision.go:84] configureAuth start
I1009 18:28:20.198648 341627 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" NoKubernetes-847951
I1009 18:28:20.221266 341627 provision.go:143] copyHostCerts
I1009 18:28:20.221306 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:20.221346 341627 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem, removing ...
I1009 18:28:20.221355 341627 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:20.221429 341627 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem (1675 bytes)
I1009 18:28:20.221575 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:20.221602 341627 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem, removing ...
I1009 18:28:20.221608 341627 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:20.221654 341627 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem (1078 bytes)
I1009 18:28:20.221731 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:20.221753 341627 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem, removing ...
I1009 18:28:20.221760 341627 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:20.221798 341627 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem (1123 bytes)
I1009 18:28:20.221871 341627 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem org=jenkins.NoKubernetes-847951 san=[127.0.0.1 192.168.94.2 NoKubernetes-847951 localhost minikube]
I1009 18:28:20.688322 341627 provision.go:177] copyRemoteCerts
I1009 18:28:20.688392 341627 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 18:28:20.688447 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:20.710940 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:20.816976 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1009 18:28:20.817044 341627 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1009 18:28:20.840783 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem -> /etc/docker/server.pem
I1009 18:28:20.840871 341627 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1009 18:28:20.859439 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1009 18:28:20.859499 341627 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 18:28:20.880473 341627 provision.go:87] duration metric: took 681.873246ms to configureAuth
I1009 18:28:20.880499 341627 ubuntu.go:206] setting minikube options for container-runtime
I1009 18:28:20.880664 341627 config.go:182] Loaded profile config "NoKubernetes-847951": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v0.0.0
I1009 18:28:20.880685 341627 machine.go:96] duration metric: took 1.262586136s to provisionDockerMachine
I1009 18:28:20.880695 341627 client.go:171] duration metric: took 8.582142105s to LocalClient.Create
I1009 18:28:20.880721 341627 start.go:167] duration metric: took 8.58222532s to libmachine.API.Create "NoKubernetes-847951"
I1009 18:28:20.880734 341627 start.go:293] postStartSetup for "NoKubernetes-847951" (driver="docker")
I1009 18:28:20.880745 341627 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 18:28:20.880804 341627 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 18:28:20.880851 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:20.901440 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:21.008517 341627 ssh_runner.go:195] Run: cat /etc/os-release
I1009 18:28:21.012379 341627 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 18:28:21.012418 341627 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1009 18:28:21.012430 341627 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/addons for local assets ...
I1009 18:28:21.012482 341627 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/files for local assets ...
I1009 18:28:21.012584 341627 filesync.go:149] local asset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> 1440942.pem in /etc/ssl/certs
I1009 18:28:21.012602 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> /etc/ssl/certs/1440942.pem
I1009 18:28:21.012713 341627 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 18:28:21.020288 341627 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:21.039942 341627 start.go:296] duration metric: took 159.193551ms for postStartSetup
I1009 18:28:21.040334 341627 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" NoKubernetes-847951
I1009 18:28:21.059971 341627 profile.go:143] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/NoKubernetes-847951/config.json ...
I1009 18:28:21.060305 341627 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 18:28:21.060357 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:21.081806 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:21.183613 341627 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 18:28:21.188431 341627 start.go:128] duration metric: took 8.893524264s to createHost
I1009 18:28:21.188456 341627 start.go:83] releasing machines lock for "NoKubernetes-847951", held for 8.893677897s
I1009 18:28:21.188534 341627 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" NoKubernetes-847951
I1009 18:28:21.210070 341627 ssh_runner.go:195] Run: cat /version.json
I1009 18:28:21.210107 341627 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 18:28:21.210145 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:21.210189 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:21.229828 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:21.232476 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:21.339151 341627 ssh_runner.go:195] Run: systemctl --version
I1009 18:28:21.406743 341627 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1009 18:28:21.412428 341627 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1009 18:28:21.412501 341627 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 18:28:21.437569 341627 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 18:28:21.437596 341627 start.go:495] detecting cgroup driver to use...
I1009 18:28:21.437630 341627 detect.go:190] detected "systemd" cgroup driver on host os
I1009 18:28:21.437683 341627 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1009 18:28:21.453198 341627 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1009 18:28:21.466012 341627 docker.go:218] disabling cri-docker service (if available) ...
I1009 18:28:21.466069 341627 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 18:28:21.485872 341627 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 18:28:21.507609 341627 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 18:28:21.599504 341627 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 18:28:21.701314 341627 docker.go:234] disabling docker service ...
I1009 18:28:21.701372 341627 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 18:28:21.722496 341627 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 18:28:21.736943 341627 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 18:28:21.836040 341627 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 18:28:21.927552 341627 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 18:28:21.940929 341627 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1009 18:28:21.958518 341627 binary.go:59] Skipping Kubernetes binary download due to --no-kubernetes flag
I1009 18:28:21.958615 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1009 18:28:21.973917 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1009 18:28:21.985308 341627 containerd.go:146] configuring containerd to use "systemd" as cgroup driver...
I1009 18:28:21.985381 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I1009 18:28:21.996356 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:22.006661 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1009 18:28:19.673531 335435 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v stopped-upgrade-729726:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir: (6.519774325s)
I1009 18:28:19.673559 335435 kic.go:203] duration metric: took 6.519915 seconds to extract preloaded images to volume
W1009 18:28:19.673644 335435 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1009 18:28:19.673686 335435 oci.go:243] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1009 18:28:19.673744 335435 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 18:28:19.757030 335435 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname stopped-upgrade-729726 --name stopped-upgrade-729726 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=stopped-upgrade-729726 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=stopped-upgrade-729726 --network stopped-upgrade-729726 --ip 192.168.103.2 --volume stopped-upgrade-729726:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0
I1009 18:28:20.075190 335435 cli_runner.go:164] Run: docker container inspect stopped-upgrade-729726 --format={{.State.Running}}
I1009 18:28:20.094791 335435 cli_runner.go:164] Run: docker container inspect stopped-upgrade-729726 --format={{.State.Status}}
I1009 18:28:20.117486 335435 cli_runner.go:164] Run: docker exec stopped-upgrade-729726 stat /var/lib/dpkg/alternatives/iptables
I1009 18:28:20.171945 335435 oci.go:144] the created container "stopped-upgrade-729726" has a running status.
I1009 18:28:20.171981 335435 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa...
I1009 18:28:20.303522 335435 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 18:28:20.338238 335435 cli_runner.go:164] Run: docker container inspect stopped-upgrade-729726 --format={{.State.Status}}
I1009 18:28:20.359086 335435 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 18:28:20.359126 335435 kic_runner.go:114] Args: [docker exec --privileged stopped-upgrade-729726 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 18:28:20.427504 335435 cli_runner.go:164] Run: docker container inspect stopped-upgrade-729726 --format={{.State.Status}}
I1009 18:28:20.452422 335435 machine.go:88] provisioning docker machine ...
I1009 18:28:20.452475 335435 ubuntu.go:169] provisioning hostname "stopped-upgrade-729726"
I1009 18:28:20.453230 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:20.482791 335435 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:20.483407 335435 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x808a40] 0x80b720 <nil> [] 0s} 127.0.0.1 33008 <nil> <nil>}
I1009 18:28:20.483425 335435 main.go:141] libmachine: About to run SSH command:
sudo hostname stopped-upgrade-729726 && echo "stopped-upgrade-729726" | sudo tee /etc/hostname
I1009 18:28:20.627495 335435 main.go:141] libmachine: SSH cmd err, output: <nil>: stopped-upgrade-729726
I1009 18:28:20.627580 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:20.650100 335435 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:20.650631 335435 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x808a40] 0x80b720 <nil> [] 0s} 127.0.0.1 33008 <nil> <nil>}
I1009 18:28:20.650652 335435 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sstopped-upgrade-729726' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 stopped-upgrade-729726/g' /etc/hosts;
else
echo '127.0.1.1 stopped-upgrade-729726' | sudo tee -a /etc/hosts;
fi
fi
I1009 18:28:20.772682 335435 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 18:28:20.772707 335435 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/21139-140450/.minikube CaCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21139-140450/.minikube}
I1009 18:28:20.772729 335435 ubuntu.go:177] setting up certificates
I1009 18:28:20.772742 335435 provision.go:83] configureAuth start
I1009 18:28:20.772805 335435 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-729726
I1009 18:28:20.791620 335435 provision.go:138] copyHostCerts
I1009 18:28:20.791670 335435 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem, removing ...
I1009 18:28:20.791676 335435 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:20.791730 335435 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem (1078 bytes)
I1009 18:28:20.791808 335435 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem, removing ...
I1009 18:28:20.791811 335435 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:20.791834 335435 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem (1123 bytes)
I1009 18:28:20.791884 335435 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem, removing ...
I1009 18:28:20.791887 335435 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:20.791907 335435 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem (1675 bytes)
I1009 18:28:20.791948 335435 provision.go:112] generating server cert: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem org=jenkins.stopped-upgrade-729726 san=[192.168.103.2 127.0.0.1 localhost 127.0.0.1 minikube stopped-upgrade-729726]
I1009 18:28:20.863434 335435 provision.go:172] copyRemoteCerts
I1009 18:28:20.863497 335435 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 18:28:20.863532 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:20.883497 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:20.971098 335435 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1009 18:28:20.995802 335435 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1009 18:28:21.021297 335435 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 18:28:21.046980 335435 provision.go:86] duration metric: configureAuth took 274.223291ms
I1009 18:28:21.047006 335435 ubuntu.go:193] setting minikube options for container-runtime
I1009 18:28:21.047226 335435 config.go:182] Loaded profile config "stopped-upgrade-729726": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1009 18:28:21.047248 335435 machine.go:91] provisioned docker machine in 594.797596ms
I1009 18:28:21.047256 335435 client.go:171] LocalClient.Create took 10.90361302s
I1009 18:28:21.047281 335435 start.go:167] duration metric: libmachine.API.Create for "stopped-upgrade-729726" took 10.903673823s
I1009 18:28:21.047290 335435 start.go:300] post-start starting for "stopped-upgrade-729726" (driver="docker")
I1009 18:28:21.047303 335435 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 18:28:21.047358 335435 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 18:28:21.047393 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:21.067022 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:21.157789 335435 ssh_runner.go:195] Run: cat /etc/os-release
I1009 18:28:21.161163 335435 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 18:28:21.161198 335435 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 18:28:21.161211 335435 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 18:28:21.161218 335435 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1009 18:28:21.161230 335435 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/addons for local assets ...
I1009 18:28:21.161292 335435 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/files for local assets ...
I1009 18:28:21.161386 335435 filesync.go:149] local asset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> 1440942.pem in /etc/ssl/certs
I1009 18:28:21.161525 335435 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 18:28:21.169756 335435 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:21.197617 335435 start.go:303] post-start completed in 150.314441ms
I1009 18:28:21.197997 335435 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-729726
I1009 18:28:21.218345 335435 profile.go:148] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/stopped-upgrade-729726/config.json ...
I1009 18:28:21.218638 335435 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 18:28:21.218680 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:21.239053 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:21.327875 335435 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 18:28:21.332485 335435 start.go:128] duration metric: createHost completed in 11.190379079s
I1009 18:28:21.332501 335435 start.go:83] releasing machines lock for "stopped-upgrade-729726", held for 11.190529177s
I1009 18:28:21.332574 335435 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-729726
I1009 18:28:21.354546 335435 ssh_runner.go:195] Run: cat /version.json
I1009 18:28:21.354567 335435 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 18:28:21.354593 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:21.354639 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:21.376375 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:21.376840 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:21.570253 335435 ssh_runner.go:195] Run: systemctl --version
I1009 18:28:21.576022 335435 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 18:28:21.580553 335435 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1009 18:28:21.610907 335435 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1009 18:28:21.610980 335435 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 18:28:21.648932 335435 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1009 18:28:21.648951 335435 start.go:472] detecting cgroup driver to use...
I1009 18:28:21.648980 335435 detect.go:199] detected "systemd" cgroup driver on host os
I1009 18:28:21.649031 335435 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1009 18:28:21.664113 335435 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1009 18:28:21.676614 335435 docker.go:203] disabling cri-docker service (if available) ...
I1009 18:28:21.676665 335435 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 18:28:21.692807 335435 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 18:28:21.706960 335435 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 18:28:21.797361 335435 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 18:28:21.890247 335435 docker.go:219] disabling docker service ...
I1009 18:28:21.890309 335435 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 18:28:21.910938 335435 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 18:28:21.923600 335435 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 18:28:22.014142 335435 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 18:28:22.112640 335435 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 18:28:22.125462 335435 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1009 18:28:22.142895 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1009 18:28:22.159060 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1009 18:28:22.169807 335435 containerd.go:145] configuring containerd to use "systemd" as cgroup driver...
I1009 18:28:22.169865 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I1009 18:28:22.180428 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:22.191179 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1009 18:28:22.201401 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:22.212648 335435 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 18:28:22.222803 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1009 18:28:22.233651 335435 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 18:28:22.243076 335435 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 18:28:22.253816 335435 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:22.016264 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:22.025798 341627 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 18:28:22.034867 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1009 18:28:22.044087 341627 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 18:28:22.055363 341627 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 18:28:22.062843 341627 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:22.152470 341627 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1009 18:28:22.253368 341627 start.go:542] Will wait 60s for socket path /run/containerd/containerd.sock
I1009 18:28:22.253443 341627 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1009 18:28:22.257875 341627 start.go:563] Will wait 60s for crictl version
I1009 18:28:22.257930 341627 ssh_runner.go:195] Run: which crictl
I1009 18:28:22.262658 341627 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1009 18:28:22.295061 341627 start.go:579] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: v1.7.28
RuntimeApiVersion: v1
I1009 18:28:22.295174 341627 ssh_runner.go:195] Run: containerd --version
I1009 18:28:22.322191 341627 ssh_runner.go:195] Run: containerd --version
I1009 18:28:22.349785 341627 out.go:179] * Preparing containerd 1.7.28 ...
I1009 18:28:22.351108 341627 ssh_runner.go:195] Run: rm -f paused
I1009 18:28:22.356194 341627 out.go:179] * Done! minikube is ready without Kubernetes!
I1009 18:28:22.358761 341627 out.go:203] ╭──────────────────────────────────────────────────────────╮
│ │
│ * Things to try without Kubernetes ... │
│ │
│ - "minikube ssh" to SSH into minikube's node. │
│ - "minikube image" to build images without docker. │
│ │
╰──────────────────────────────────────────────────────────╯
I1009 18:28:20.058401 340368 cli_runner.go:164] Run: docker network inspect kubernetes-upgrade-701596 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:20.079994 340368 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1009 18:28:20.084756 340368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 18:28:20.098572 340368 kubeadm.go:883] updating cluster {Name:kubernetes-upgrade-701596 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:kubernetes-upgrade-701596 Namespace:default APIServerHAVIP: APIServerNam
e:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: Stati
cIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1009 18:28:20.098727 340368 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime containerd
I1009 18:28:20.098797 340368 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 18:28:20.129790 340368 containerd.go:627] all images are preloaded for containerd runtime.
I1009 18:28:20.129817 340368 containerd.go:534] Images already preloaded, skipping extraction
I1009 18:28:20.129883 340368 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 18:28:20.161987 340368 containerd.go:627] all images are preloaded for containerd runtime.
I1009 18:28:20.162007 340368 cache_images.go:85] Images are preloaded, skipping loading
I1009 18:28:20.162016 340368 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.28.0 containerd true true} ...
I1009 18:28:20.162106 340368 kubeadm.go:946] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=kubernetes-upgrade-701596 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.28.0 ClusterName:kubernetes-upgrade-701596 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1009 18:28:20.162176 340368 ssh_runner.go:195] Run: sudo crictl info
I1009 18:28:20.197595 340368 cni.go:84] Creating CNI manager for ""
I1009 18:28:20.197625 340368 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1009 18:28:20.197717 340368 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1009 18:28:20.197782 340368 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:kubernetes-upgrade-701596 NodeName:kubernetes-upgrade-701596 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca
.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///run/containerd/containerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1009 18:28:20.197994 340368 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "kubernetes-upgrade-701596"
kubeletExtraArgs:
node-ip: 192.168.76.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///run/containerd/containerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 18:28:20.198077 340368 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0
I1009 18:28:20.209070 340368 binaries.go:51] Found k8s binaries, skipping transfer
I1009 18:28:20.209159 340368 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1009 18:28:20.218347 340368 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (329 bytes)
I1009 18:28:20.238709 340368 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 18:28:20.254343 340368 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2178 bytes)
I1009 18:28:20.270354 340368 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1009 18:28:20.274555 340368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 18:28:20.288353 340368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:20.411510 340368 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1009 18:28:20.439054 340368 certs.go:69] Setting up /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596 for IP: 192.168.76.2
I1009 18:28:20.439079 340368 certs.go:195] generating shared ca certs ...
I1009 18:28:20.439102 340368 certs.go:227] acquiring lock for ca certs: {Name:mk886b151c2ee368fca29ea3aee2e1e334a9b55c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.439638 340368 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.key
I1009 18:28:20.439777 340368 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.key
I1009 18:28:20.439824 340368 certs.go:257] generating profile certs ...
I1009 18:28:20.439940 340368 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.key
I1009 18:28:20.440011 340368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.crt with IP's: []
I1009 18:28:20.918609 340368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.crt ...
I1009 18:28:20.918646 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.crt: {Name:mke63eff4621790fb9613d101045ddd5ef8b433f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.918841 340368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.key ...
I1009 18:28:20.918865 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.key: {Name:mkc0b317bfe82bf79a00685c75590df3337845d4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.918988 340368 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key.59c826b3
I1009 18:28:20.919011 340368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt.59c826b3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1009 18:28:21.187031 340368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt.59c826b3 ...
I1009 18:28:21.187061 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt.59c826b3: {Name:mke7e24ad9abf21bcd1fd5a13807745c3519a23e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:21.187273 340368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key.59c826b3 ...
I1009 18:28:21.187302 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key.59c826b3: {Name:mk47f7d9887d78713120b9f3236f0f5f1523adc4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:21.187433 340368 certs.go:382] copying /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt.59c826b3 -> /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt
I1009 18:28:21.187557 340368 certs.go:386] copying /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key.59c826b3 -> /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key
I1009 18:28:21.188307 340368 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.key
I1009 18:28:21.188336 340368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.crt with IP's: []
I1009 18:28:21.603655 340368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.crt ...
I1009 18:28:21.603681 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.crt: {Name:mk91c0b64c87af88f04bf404fd81f8baa12d700a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:21.603850 340368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.key ...
I1009 18:28:21.603873 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.key: {Name:mk9549ae414f5a458797b1ddd3d4310db3c43aef Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:21.604103 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094.pem (1338 bytes)
W1009 18:28:21.604177 340368 certs.go:480] ignoring /home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094_empty.pem, impossibly tiny 0 bytes
I1009 18:28:21.604193 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem (1675 bytes)
I1009 18:28:21.604283 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem (1078 bytes)
I1009 18:28:21.604327 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem (1123 bytes)
I1009 18:28:21.604360 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem (1675 bytes)
I1009 18:28:21.604413 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:21.605176 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 18:28:21.622646 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1009 18:28:21.650427 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 18:28:21.670709 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1009 18:28:21.689457 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1009 18:28:21.707517 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1009 18:28:21.727603 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 18:28:21.754253 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1009 18:28:21.774032 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094.pem --> /usr/share/ca-certificates/144094.pem (1338 bytes)
I1009 18:28:21.798273 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /usr/share/ca-certificates/1440942.pem (1708 bytes)
I1009 18:28:21.816038 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 18:28:21.839017 340368 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1009 18:28:21.851618 340368 ssh_runner.go:195] Run: openssl version
I1009 18:28:21.858281 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/144094.pem && ln -fs /usr/share/ca-certificates/144094.pem /etc/ssl/certs/144094.pem"
I1009 18:28:21.868896 340368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/144094.pem
I1009 18:28:21.878621 340368 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 9 18:03 /usr/share/ca-certificates/144094.pem
I1009 18:28:21.878700 340368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/144094.pem
I1009 18:28:21.915844 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/144094.pem /etc/ssl/certs/51391683.0"
I1009 18:28:21.925107 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1440942.pem && ln -fs /usr/share/ca-certificates/1440942.pem /etc/ssl/certs/1440942.pem"
I1009 18:28:21.933728 340368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.937809 340368 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 9 18:03 /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.937863 340368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.982716 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1440942.pem /etc/ssl/certs/3ec20f2e.0"
I1009 18:28:21.992499 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 18:28:22.002919 340368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:22.007490 340368 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 9 17:57 /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:22.007541 340368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:22.062433 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 18:28:22.070875 340368 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1009 18:28:22.074358 340368 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1009 18:28:22.074423 340368 kubeadm.go:400] StartCluster: {Name:kubernetes-upgrade-701596 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:kubernetes-upgrade-701596 Namespace:default APIServerHAVIP: APIServerName:m
inikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP
: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1009 18:28:22.074505 340368 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I1009 18:28:22.074550 340368 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1009 18:28:22.110154 340368 cri.go:89] found id: ""
I1009 18:28:22.110231 340368 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1009 18:28:22.118813 340368 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1009 18:28:22.126745 340368 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1009 18:28:22.126802 340368 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1009 18:28:22.134400 340368 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 18:28:22.134422 340368 kubeadm.go:157] found existing configuration files:
I1009 18:28:22.134463 340368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1009 18:28:22.141808 340368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1009 18:28:22.141858 340368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1009 18:28:22.148897 340368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1009 18:28:22.156863 340368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1009 18:28:22.156916 340368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1009 18:28:22.164762 340368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1009 18:28:22.173014 340368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1009 18:28:22.173075 340368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1009 18:28:22.180346 340368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1009 18:28:22.187939 340368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1009 18:28:22.187997 340368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1009 18:28:22.195683 340368 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1009 18:28:22.244219 340368 kubeadm.go:318] [init] Using Kubernetes version: v1.28.0
I1009 18:28:22.244299 340368 kubeadm.go:318] [preflight] Running pre-flight checks
I1009 18:28:22.287063 340368 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1009 18:28:22.287194 340368 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1041-gcp[0m
I1009 18:28:22.287233 340368 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1009 18:28:22.287268 340368 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 18:28:22.287321 340368 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 18:28:22.287384 340368 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 18:28:22.287449 340368 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 18:28:22.287556 340368 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 18:28:22.287645 340368 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1009 18:28:22.287710 340368 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1009 18:28:22.287799 340368 kubeadm.go:318] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1009 18:28:22.376864 340368 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 18:28:22.377002 340368 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 18:28:22.377258 340368 kubeadm.go:318] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1009 18:28:22.547559 340368 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 18:28:22.324919 335435 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1009 18:28:22.447664 335435 start.go:519] Will wait 60s for socket path /run/containerd/containerd.sock
I1009 18:28:22.447746 335435 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1009 18:28:22.452401 335435 start.go:540] Will wait 60s for crictl version
I1009 18:28:22.452459 335435 ssh_runner.go:195] Run: which crictl
I1009 18:28:22.457435 335435 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 18:28:22.506985 335435 start.go:556] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.24
RuntimeApiVersion: v1
I1009 18:28:22.507084 335435 ssh_runner.go:195] Run: containerd --version
I1009 18:28:22.536243 335435 ssh_runner.go:195] Run: containerd --version
I1009 18:28:22.567259 335435 out.go:177] * Preparing Kubernetes v1.28.3 on containerd 1.6.24 ...
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
==> containerd <==
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247167716Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247231782Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247253194Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247265141Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247281744Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247294672Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247310309Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247323429Z" level=info msg="NRI interface is disabled by configuration."
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247337048Z" level=info msg="loading plugin \"io.containerd.grpc.v1.cri\"..." type=io.containerd.grpc.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247679655Z" level=info msg="Start cri plugin with config {PluginConfig:{ContainerdConfig:{Snapshotter:overlayfs DefaultRuntimeName:runc DefaultRuntime:{Type: Path: Engine: PodAnnotations:[] ContainerAnnotations:[] Root: Options:map[] PrivilegedWithoutHostDevices:false PrivilegedWithoutHostDevicesAllDevicesAllowed:false BaseRuntimeSpec: NetworkPluginConfDir: NetworkPluginMaxConfNum:0 Snapshotter: SandboxMode:} UntrustedWorkloadRuntime:{Type: Path: Engine: PodAnnotations:[] ContainerAnnotations:[] Root: Options:map[] PrivilegedWithoutHostDevices:false PrivilegedWithoutHostDevicesAllDevicesAllowed:false BaseRuntimeSpec: NetworkPluginConfDir: NetworkPluginMaxConfNum:0 Snapshotter: SandboxMode:} Runtimes:map[runc:{Type:io.containerd.runc.v2 Path: Engine: PodAnnotations:[] ContainerAnnotations:[] Root: Options:map[SystemdCgroup:true] PrivilegedWithoutHostDevices:false PrivilegedWithoutHostDevicesAllDevicesAllowed:false BaseRunti
meSpec: NetworkPluginConfDir: NetworkPluginMaxConfNum:0 Snapshotter: SandboxMode:podsandbox}] NoPivot:false DisableSnapshotAnnotations:true DiscardUnpackedLayers:true IgnoreBlockIONotEnabledErrors:false IgnoreRdtNotEnabledErrors:false} CniConfig:{NetworkPluginBinDir:/opt/cni/bin NetworkPluginConfDir:/etc/cni/net.d NetworkPluginMaxConfNum:1 NetworkPluginSetupSerially:false NetworkPluginConfTemplate: IPPreference:} Registry:{ConfigPath:/etc/containerd/certs.d Mirrors:map[] Configs:map[] Auths:map[] Headers:map[]} ImageDecryption:{KeyModel:node} DisableTCPService:true StreamServerAddress: StreamServerPort:10010 StreamIdleTimeout:4h0m0s EnableSelinux:false SelinuxCategoryRange:1024 SandboxImage:registry.k8s.io/pause:3.9 StatsCollectPeriod:10 SystemdCgroup:false EnableTLSStreaming:false X509KeyPairStreaming:{TLSCertFile: TLSKeyFile:} MaxContainerLogLineSize:16384 DisableCgroup:false DisableApparmor:false RestrictOOMScoreAdj:false MaxConcurrentDownloads:3 DisableProcMount:false UnsetSeccompProfile: TolerateMissingH
ugetlbController:true DisableHugetlbController:true DeviceOwnershipFromSecurityContext:false IgnoreImageDefinedVolumes:false NetNSMountsUnderStateDir:false EnableUnprivilegedPorts:false EnableUnprivilegedICMP:false EnableCDI:false CDISpecDirs:[/etc/cdi /var/run/cdi] ImagePullProgressTimeout:5m0s DrainExecSyncIOTimeout:0s ImagePullWithSyncFs:false IgnoreDeprecationWarnings:[]} ContainerdRootDir:/var/lib/containerd ContainerdEndpoint:/run/containerd/containerd.sock RootDir:/var/lib/containerd/io.containerd.grpc.v1.cri StateDir:/run/containerd/io.containerd.grpc.v1.cri}"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247746746Z" level=info msg="Connect containerd service"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247795876Z" level=info msg="using legacy CRI server"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247807961Z" level=info msg="using experimental NRI integration - disable nri plugin to prevent this"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247953040Z" level=info msg="Get image filesystem path \"/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs\""
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.248732612Z" level=error msg="failed to load cni during init, please check CRI plugin status before setting up network for pods" error="cni config load failed: no network config found in /etc/cni/net.d: cni plugin not initialized: failed to load cni config"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.248907763Z" level=info msg="Start subscribing containerd event"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.249253109Z" level=info msg=serving... address=/run/containerd/containerd.sock.ttrpc
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.249475409Z" level=info msg=serving... address=/run/containerd/containerd.sock
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.249583087Z" level=info msg="Start recovering state"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250277259Z" level=info msg="Start event monitor"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250378167Z" level=info msg="Start snapshots syncer"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250406899Z" level=info msg="Start cni network conf syncer for default"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250428939Z" level=info msg="Start streaming server"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250583911Z" level=info msg="containerd successfully booted in 0.041875s"
Oct 09 18:28:22 NoKubernetes-847951 systemd[1]: Started containerd.service - containerd container runtime.
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v0.0.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v0.0.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
sudo: /var/lib/minikube/binaries/v0.0.0/kubectl: command not found
==> dmesg <==
[Oct 9 17:17] TAA CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/tsx_async_abort.html for more details.
[ +0.001883] MMIO Stale Data CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/processor_mmio_stale_data.html for more details.
[ +0.081021] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended configuration space under this bridge
[ +0.375327] i8042: Warning: Keylock active
[ +0.011676] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.003214] platform eisa.0: EISA: Cannot allocate resource for mainboard
[ +0.000906] platform eisa.0: Cannot allocate resource for EISA slot 1
[ +0.000659] platform eisa.0: Cannot allocate resource for EISA slot 2
[ +0.000935] platform eisa.0: Cannot allocate resource for EISA slot 3
[ +0.001129] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000675] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000664] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.000730] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.000835] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.448086] block sda: the capability attribute has been deprecated.
[ +0.076799] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.019944] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +6.638606] kauditd_printk_skb: 47 callbacks suppressed
==> kernel <==
18:28:23 up 1:10, 0 user, load average: 6.82, 2.65, 10.81
Linux NoKubernetes-847951 6.8.0-1041-gcp #43~22.04.1-Ubuntu SMP Wed Sep 24 23:11:19 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kubelet <==
-- No entries --
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p NoKubernetes-847951 -n NoKubernetes-847951
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p NoKubernetes-847951 -n NoKubernetes-847951: exit status 6 (337.68658ms)
-- stdout --
Stopped
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1009 18:28:23.739753 347914 status.go:458] kubeconfig endpoint: get endpoint: "NoKubernetes-847951" does not appear in /home/jenkins/minikube-integration/21139-140450/kubeconfig
** /stderr **
helpers_test.go:262: status error: exit status 6 (may be ok)
helpers_test.go:264: "NoKubernetes-847951" apiserver is not running, skipping kubectl commands (state="Stopped")
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:223: ======> post-mortem[TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads]: network settings <======
helpers_test.go:230: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:238: ======> post-mortem[TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads]: docker inspect <======
helpers_test.go:239: (dbg) Run: docker inspect NoKubernetes-847951
helpers_test.go:243: (dbg) docker inspect NoKubernetes-847951:
-- stdout --
[
{
"Id": "82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0",
"Created": "2025-10-09T18:28:17.65935633Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 343875,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-10-09T18:28:18.171337709Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c6fde2176fdc734a0b1cf5396bccb3dc7d4299b26808035c9aa3b16b26946dbd",
"ResolvConfPath": "/var/lib/docker/containers/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0/hostname",
"HostsPath": "/var/lib/docker/containers/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0/hosts",
"LogPath": "/var/lib/docker/containers/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0/82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0-json.log",
"Name": "/NoKubernetes-847951",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"NoKubernetes-847951:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "NoKubernetes-847951",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "82b5b957bef9b0708792a124c7c9d08e8c1230220c43a406c8e1f0084b34f9d0",
"LowerDir": "/var/lib/docker/overlay2/ddb12026e9d292bd26e86ab0c9a1b530ad5c970a0ef39f3cd628266b2f8241f6-init/diff:/var/lib/docker/overlay2/2a598a362d6b1138dfd456c417c26d95545a2673435fc2114840f46031e2745b/diff",
"MergedDir": "/var/lib/docker/overlay2/ddb12026e9d292bd26e86ab0c9a1b530ad5c970a0ef39f3cd628266b2f8241f6/merged",
"UpperDir": "/var/lib/docker/overlay2/ddb12026e9d292bd26e86ab0c9a1b530ad5c970a0ef39f3cd628266b2f8241f6/diff",
"WorkDir": "/var/lib/docker/overlay2/ddb12026e9d292bd26e86ab0c9a1b530ad5c970a0ef39f3cd628266b2f8241f6/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "NoKubernetes-847951",
"Source": "/var/lib/docker/volumes/NoKubernetes-847951/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "NoKubernetes-847951",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "NoKubernetes-847951",
"name.minikube.sigs.k8s.io": "NoKubernetes-847951",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "33870d0494c79d469c1251407f7661d1aff6a44e03f0a2348fa81b7bfd8b6fb1",
"SandboxKey": "/var/run/docker/netns/33870d0494c7",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33003"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33004"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33007"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33005"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33006"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"NoKubernetes-847951": {
"IPAMConfig": {
"IPv4Address": "192.168.94.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "56:7a:1c:d4:a3:28",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "c1b75b78bdfe92b60c75667900dc5720a91a1e6067b3792d7ee6eb086c6c84bc",
"EndpointID": "b4afb3b50e57da612f1c0ed851978f88071ab6d0e65d8fcf32c0367b951ae3eb",
"Gateway": "192.168.94.1",
"IPAddress": "192.168.94.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"NoKubernetes-847951",
"82b5b957bef9"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p NoKubernetes-847951 -n NoKubernetes-847951
helpers_test.go:247: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p NoKubernetes-847951 -n NoKubernetes-847951: exit status 6 (327.079503ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1009 18:28:24.089747 348108 status.go:458] kubeconfig endpoint: get endpoint: "NoKubernetes-847951" does not appear in /home/jenkins/minikube-integration/21139-140450/kubeconfig
** /stderr **
helpers_test.go:247: status error: exit status 6 (may be ok)
helpers_test.go:252: <<< TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads FAILED: start of post-mortem logs <<<
helpers_test.go:253: ======> post-mortem[TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads]: minikube logs <======
helpers_test.go:255: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-847951 logs -n 25
helpers_test.go:260: TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads logs:
-- stdout --
==> Audit <==
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ ssh │ -p cilium-265552 sudo docker system info │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl status cri-docker --all --full --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl cat cri-docker --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cat /usr/lib/systemd/system/cri-docker.service │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cri-dockerd --version │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl status containerd --all --full --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl cat containerd --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cat /lib/systemd/system/containerd.service │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo cat /etc/containerd/config.toml │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo containerd config dump │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl status crio --all --full --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo systemctl cat crio --no-pager │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ -p cilium-265552 sudo crio config │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ │
│ delete │ -p cilium-265552 │ cilium-265552 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:27 UTC │
│ start │ -p stopped-upgrade-729726 --memory=3072 --vm-driver=docker --container-runtime=containerd │ stopped-upgrade-729726 │ jenkins │ v1.32.0 │ 09 Oct 25 18:27 UTC │ │
│ ssh │ force-systemd-env-855890 ssh cat /etc/containerd/config.toml │ force-systemd-env-855890 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:27 UTC │
│ delete │ -p force-systemd-env-855890 │ force-systemd-env-855890 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:27 UTC │
│ start │ -p NoKubernetes-847951 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=containerd │ NoKubernetes-847951 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:28 UTC │
│ start │ -p missing-upgrade-552528 --memory=3072 --driver=docker --container-runtime=containerd │ missing-upgrade-552528 │ jenkins │ v1.32.0 │ 09 Oct 25 18:27 UTC │ │
│ delete │ -p offline-containerd-818450 │ offline-containerd-818450 │ jenkins │ v1.37.0 │ 09 Oct 25 18:27 UTC │ 09 Oct 25 18:28 UTC │
│ start │ -p kubernetes-upgrade-701596 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=containerd │ kubernetes-upgrade-701596 │ jenkins │ v1.37.0 │ 09 Oct 25 18:28 UTC │ │
│ delete │ -p NoKubernetes-847951 │ NoKubernetes-847951 │ jenkins │ v1.37.0 │ 09 Oct 25 18:28 UTC │ 09 Oct 25 18:28 UTC │
│ start │ -p NoKubernetes-847951 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=containerd │ NoKubernetes-847951 │ jenkins │ v1.37.0 │ 09 Oct 25 18:28 UTC │ 09 Oct 25 18:28 UTC │
└─────────┴────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/10/09 18:28:12
Running on machine: ubuntu-20-agent-10
Binary: Built with gc go1.24.6 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1009 18:28:12.007319 341627 out.go:360] Setting OutFile to fd 1 ...
I1009 18:28:12.007625 341627 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1009 18:28:12.007635 341627 out.go:374] Setting ErrFile to fd 2...
I1009 18:28:12.007640 341627 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1009 18:28:12.007913 341627 root.go:338] Updating PATH: /home/jenkins/minikube-integration/21139-140450/.minikube/bin
I1009 18:28:12.008605 341627 out.go:368] Setting JSON to false
I1009 18:28:12.009908 341627 start.go:131] hostinfo: {"hostname":"ubuntu-20-agent-10","uptime":4232,"bootTime":1760030260,"procs":222,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1041-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 18:28:12.010018 341627 start.go:141] virtualization: kvm guest
I1009 18:28:12.059871 341627 out.go:179] * [NoKubernetes-847951] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1009 18:28:12.061144 341627 notify.go:220] Checking for updates...
I1009 18:28:12.061167 341627 out.go:179] - MINIKUBE_LOCATION=21139
I1009 18:28:12.062567 341627 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 18:28:12.064662 341627 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/21139-140450/kubeconfig
I1009 18:28:12.066106 341627 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/21139-140450/.minikube
I1009 18:28:12.070400 341627 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 18:28:12.071967 341627 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1009 18:28:12.073926 341627 config.go:182] Loaded profile config "kubernetes-upgrade-701596": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.0
I1009 18:28:12.074073 341627 config.go:182] Loaded profile config "missing-upgrade-552528": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1009 18:28:12.074212 341627 config.go:182] Loaded profile config "stopped-upgrade-729726": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1009 18:28:12.074247 341627 start.go:1899] No Kubernetes flag is set, setting Kubernetes version to v0.0.0
I1009 18:28:12.074352 341627 driver.go:421] Setting default libvirt URI to qemu:///system
I1009 18:28:12.101670 341627 docker.go:123] docker version: linux-28.5.1:Docker Engine - Community
I1009 18:28:12.101790 341627 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 18:28:12.176010 341627 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:1 ContainersPaused:0 ContainersStopped:2 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:57 OomKillDisable:false NGoroutines:99 SystemTime:2025-10-09 18:28:12.163396808 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1041-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652174848 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-10 Labels:[] ExperimentalBuild:false ServerVersion:28.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:b98a3aace656320842a23f4a392a33f46af97866 Expected:} RuncCommit:{ID:v1.3.0-0-g4ca628d1 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[
map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.29.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.40.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v0.1.42] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 18:28:12.176211 341627 docker.go:318] overlay module found
I1009 18:28:12.178500 341627 out.go:179] * Using the docker driver based on user configuration
I1009 18:28:12.179539 341627 start.go:305] selected driver: docker
I1009 18:28:12.179560 341627 start.go:925] validating driver "docker" against <nil>
I1009 18:28:12.179575 341627 start.go:936] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 18:28:12.180357 341627 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1009 18:28:12.262551 341627 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:false NGoroutines:85 SystemTime:2025-10-09 18:28:12.250822574 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1041-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652174848 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-10 Labels:[] ExperimentalBuild:false ServerVersion:28.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:b98a3aace656320842a23f4a392a33f46af97866 Expected:} RuncCommit:{ID:v1.3.0-0-g4ca628d1 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[
map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.29.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.40.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v0.1.42] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1009 18:28:12.262694 341627 start.go:1899] No Kubernetes flag is set, setting Kubernetes version to v0.0.0
I1009 18:28:12.262790 341627 start_flags.go:327] no existing cluster config was found, will generate one from the flags
I1009 18:28:12.263108 341627 start_flags.go:974] Wait components to verify : map[apiserver:true system_pods:true]
I1009 18:28:12.264875 341627 out.go:179] * Using Docker driver with root privileges
I1009 18:28:12.265922 341627 cni.go:84] Creating CNI manager for ""
I1009 18:28:12.266018 341627 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1009 18:28:12.266033 341627 start_flags.go:336] Found "CNI" CNI - setting NetworkPlugin=cni
I1009 18:28:12.266066 341627 start.go:1899] No Kubernetes flag is set, setting Kubernetes version to v0.0.0
I1009 18:28:12.266137 341627 start.go:349] cluster config:
{Name:NoKubernetes-847951 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v0.0.0 ClusterName:NoKubernetes-847951 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Conta
inerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v0.0.0 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1009 18:28:12.267282 341627 out.go:179] * Starting minikube without Kubernetes in cluster NoKubernetes-847951
I1009 18:28:12.268317 341627 cache.go:133] Beginning downloading kic base image for docker with containerd
I1009 18:28:12.269391 341627 out.go:179] * Pulling base image v0.0.48-1759745255-21703 ...
I1009 18:28:12.270449 341627 cache.go:58] Skipping Kubernetes image caching due to --no-kubernetes flag
I1009 18:28:12.270546 341627 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 in local docker daemon
I1009 18:28:12.270691 341627 profile.go:143] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/NoKubernetes-847951/config.json ...
I1009 18:28:12.270729 341627 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/NoKubernetes-847951/config.json: {Name:mk8acae52a86147cd8ec6a24f9ad8611a87d36b7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:12.294609 341627 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 in local docker daemon, skipping pull
I1009 18:28:12.294643 341627 cache.go:157] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 exists in daemon, skipping load
I1009 18:28:12.294665 341627 cache.go:242] Successfully downloaded all kic artifacts
I1009 18:28:12.294698 341627 start.go:360] acquireMachinesLock for NoKubernetes-847951: {Name:mkf32ae34eb47bcc7ba08a99cd03ce047ae6cf03 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 18:28:12.294764 341627 start.go:364] duration metric: took 42.969µs to acquireMachinesLock for "NoKubernetes-847951"
I1009 18:28:12.294789 341627 start.go:93] Provisioning new machine with config: &{Name:NoKubernetes-847951 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v0.0.0 ClusterName:NoKubernetes-847951 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v0.0.0 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SS
HAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v0.0.0 ContainerRuntime:containerd ControlPlane:true Worker:true}
I1009 18:28:12.294891 341627 start.go:125] createHost starting for "" (driver="docker")
I1009 18:28:10.143298 335435 out.go:204] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1009 18:28:10.143610 335435 start.go:159] libmachine.API.Create for "stopped-upgrade-729726" (driver="docker")
I1009 18:28:10.143638 335435 client.go:168] LocalClient.Create starting
I1009 18:28:10.143710 335435 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem
I1009 18:28:10.143747 335435 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:10.143771 335435 main.go:141] libmachine: Parsing certificate...
I1009 18:28:10.143847 335435 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem
I1009 18:28:10.143868 335435 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:10.143878 335435 main.go:141] libmachine: Parsing certificate...
I1009 18:28:10.144381 335435 cli_runner.go:164] Run: docker network inspect stopped-upgrade-729726 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 18:28:10.166341 335435 cli_runner.go:211] docker network inspect stopped-upgrade-729726 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 18:28:10.166411 335435 network_create.go:281] running [docker network inspect stopped-upgrade-729726] to gather additional debugging logs...
I1009 18:28:10.166427 335435 cli_runner.go:164] Run: docker network inspect stopped-upgrade-729726
W1009 18:28:10.186602 335435 cli_runner.go:211] docker network inspect stopped-upgrade-729726 returned with exit code 1
I1009 18:28:10.186629 335435 network_create.go:284] error running [docker network inspect stopped-upgrade-729726]: docker network inspect stopped-upgrade-729726: exit status 1
stdout:
[]
stderr:
Error response from daemon: network stopped-upgrade-729726 not found
I1009 18:28:10.186646 335435 network_create.go:286] output of [docker network inspect stopped-upgrade-729726]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network stopped-upgrade-729726 not found
** /stderr **
I1009 18:28:10.186731 335435 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:10.206089 335435 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a776d4a7d86a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a7:10:79:cc:07} reservation:<nil>}
I1009 18:28:10.206981 335435 network.go:214] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-98ca10e9ecda IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:de:3b:88:20:02:72} reservation:<nil>}
I1009 18:28:10.207801 335435 network.go:214] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-a2287629eec3 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:ca:e5:92:f7:19:89} reservation:<nil>}
I1009 18:28:10.208723 335435 network.go:214] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-fd1a93c0c2b4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:5e:e7:b5:31:47:49} reservation:<nil>}
I1009 18:28:10.209420 335435 network.go:214] skipping subnet 192.168.85.0/24 that is taken: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName:br-59758b7aed05 IfaceIPv4:192.168.85.1 IfaceMTU:1500 IfaceMAC:be:a1:3f:01:8e:55} reservation:<nil>}
I1009 18:28:10.210324 335435 network.go:214] skipping subnet 192.168.94.0/24 that is taken: &{IP:192.168.94.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.94.0/24 Gateway:192.168.94.1 ClientMin:192.168.94.2 ClientMax:192.168.94.254 Broadcast:192.168.94.255 IsPrivate:true Interface:{IfaceName:br-8f4ead0b5675 IfaceIPv4:192.168.94.1 IfaceMTU:1500 IfaceMAC:02:86:ee:81:3a:32} reservation:<nil>}
I1009 18:28:10.211555 335435 network.go:209] using free private subnet 192.168.103.0/24: &{IP:192.168.103.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.103.0/24 Gateway:192.168.103.1 ClientMin:192.168.103.2 ClientMax:192.168.103.254 Broadcast:192.168.103.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0027c9220}
I1009 18:28:10.211577 335435 network_create.go:124] attempt to create docker network stopped-upgrade-729726 192.168.103.0/24 with gateway 192.168.103.1 and MTU of 1500 ...
I1009 18:28:10.211641 335435 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.103.0/24 --gateway=192.168.103.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=stopped-upgrade-729726 stopped-upgrade-729726
I1009 18:28:10.694736 335435 network_create.go:108] docker network stopped-upgrade-729726 192.168.103.0/24 created
I1009 18:28:10.694768 335435 kic.go:121] calculated static IP "192.168.103.2" for the "stopped-upgrade-729726" container
I1009 18:28:10.694847 335435 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 18:28:10.716248 335435 cli_runner.go:164] Run: docker volume create stopped-upgrade-729726 --label name.minikube.sigs.k8s.io=stopped-upgrade-729726 --label created_by.minikube.sigs.k8s.io=true
I1009 18:28:10.784219 335435 oci.go:103] Successfully created a docker volume stopped-upgrade-729726
I1009 18:28:10.784318 335435 cli_runner.go:164] Run: docker run --rm --name stopped-upgrade-729726-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=stopped-upgrade-729726 --entrypoint /usr/bin/test -v stopped-upgrade-729726:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib
I1009 18:28:09.319166 340368 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1009 18:28:09.319470 340368 start.go:159] libmachine.API.Create for "kubernetes-upgrade-701596" (driver="docker")
I1009 18:28:09.319505 340368 client.go:168] LocalClient.Create starting
I1009 18:28:09.319583 340368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem
I1009 18:28:09.319616 340368 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:09.319638 340368 main.go:141] libmachine: Parsing certificate...
I1009 18:28:09.319714 340368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem
I1009 18:28:09.319755 340368 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:09.319780 340368 main.go:141] libmachine: Parsing certificate...
I1009 18:28:09.320263 340368 cli_runner.go:164] Run: docker network inspect kubernetes-upgrade-701596 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 18:28:09.337936 340368 cli_runner.go:211] docker network inspect kubernetes-upgrade-701596 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 18:28:09.338003 340368 network_create.go:284] running [docker network inspect kubernetes-upgrade-701596] to gather additional debugging logs...
I1009 18:28:09.338024 340368 cli_runner.go:164] Run: docker network inspect kubernetes-upgrade-701596
W1009 18:28:09.354735 340368 cli_runner.go:211] docker network inspect kubernetes-upgrade-701596 returned with exit code 1
I1009 18:28:09.354769 340368 network_create.go:287] error running [docker network inspect kubernetes-upgrade-701596]: docker network inspect kubernetes-upgrade-701596: exit status 1
stdout:
[]
stderr:
Error response from daemon: network kubernetes-upgrade-701596 not found
I1009 18:28:09.354790 340368 network_create.go:289] output of [docker network inspect kubernetes-upgrade-701596]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network kubernetes-upgrade-701596 not found
** /stderr **
I1009 18:28:09.354880 340368 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:09.371446 340368 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a776d4a7d86a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a7:10:79:cc:07} reservation:<nil>}
I1009 18:28:09.371780 340368 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-98ca10e9ecda IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:de:3b:88:20:02:72} reservation:<nil>}
I1009 18:28:09.372102 340368 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-a2287629eec3 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:ca:e5:92:f7:19:89} reservation:<nil>}
I1009 18:28:09.372592 340368 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001d2eb80}
I1009 18:28:09.372620 340368 network_create.go:124] attempt to create docker network kubernetes-upgrade-701596 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1009 18:28:09.372663 340368 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=kubernetes-upgrade-701596 kubernetes-upgrade-701596
I1009 18:28:09.428682 340368 network_create.go:108] docker network kubernetes-upgrade-701596 192.168.76.0/24 created
I1009 18:28:09.428715 340368 kic.go:121] calculated static IP "192.168.76.2" for the "kubernetes-upgrade-701596" container
I1009 18:28:09.428798 340368 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 18:28:09.445416 340368 cli_runner.go:164] Run: docker volume create kubernetes-upgrade-701596 --label name.minikube.sigs.k8s.io=kubernetes-upgrade-701596 --label created_by.minikube.sigs.k8s.io=true
I1009 18:28:09.462547 340368 oci.go:103] Successfully created a docker volume kubernetes-upgrade-701596
I1009 18:28:09.462619 340368 cli_runner.go:164] Run: docker run --rm --name kubernetes-upgrade-701596-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=kubernetes-upgrade-701596 --entrypoint /usr/bin/test -v kubernetes-upgrade-701596:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -d /var/lib
I1009 18:28:09.899857 340368 oci.go:107] Successfully prepared a docker volume kubernetes-upgrade-701596
I1009 18:28:09.899931 340368 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime containerd
I1009 18:28:09.899942 340368 kic.go:194] Starting extracting preloaded images to volume ...
I1009 18:28:09.900002 340368 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v kubernetes-upgrade-701596:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -I lz4 -xf /preloaded.tar -C /extractDir
I1009 18:28:09.948913 339253 out.go:204] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1009 18:28:09.949211 339253 start.go:159] libmachine.API.Create for "missing-upgrade-552528" (driver="docker")
I1009 18:28:09.949242 339253 client.go:168] LocalClient.Create starting
I1009 18:28:09.949308 339253 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem
I1009 18:28:09.949346 339253 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:09.949364 339253 main.go:141] libmachine: Parsing certificate...
I1009 18:28:09.949425 339253 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem
I1009 18:28:09.949448 339253 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:09.949459 339253 main.go:141] libmachine: Parsing certificate...
I1009 18:28:09.949856 339253 cli_runner.go:164] Run: docker network inspect missing-upgrade-552528 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 18:28:09.969391 339253 cli_runner.go:211] docker network inspect missing-upgrade-552528 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 18:28:09.969453 339253 network_create.go:281] running [docker network inspect missing-upgrade-552528] to gather additional debugging logs...
I1009 18:28:09.969472 339253 cli_runner.go:164] Run: docker network inspect missing-upgrade-552528
W1009 18:28:09.990468 339253 cli_runner.go:211] docker network inspect missing-upgrade-552528 returned with exit code 1
I1009 18:28:09.990495 339253 network_create.go:284] error running [docker network inspect missing-upgrade-552528]: docker network inspect missing-upgrade-552528: exit status 1
stdout:
[]
stderr:
Error response from daemon: network missing-upgrade-552528 not found
I1009 18:28:09.990511 339253 network_create.go:286] output of [docker network inspect missing-upgrade-552528]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network missing-upgrade-552528 not found
** /stderr **
I1009 18:28:09.990640 339253 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:10.010592 339253 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a776d4a7d86a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a7:10:79:cc:07} reservation:<nil>}
I1009 18:28:10.012318 339253 network.go:214] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-98ca10e9ecda IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:de:3b:88:20:02:72} reservation:<nil>}
I1009 18:28:10.013513 339253 network.go:214] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-a2287629eec3 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:ca:e5:92:f7:19:89} reservation:<nil>}
I1009 18:28:10.014369 339253 network.go:214] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-fd1a93c0c2b4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:5e:e7:b5:31:47:49} reservation:<nil>}
I1009 18:28:10.015263 339253 network.go:209] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0024b27b0}
I1009 18:28:10.015287 339253 network_create.go:124] attempt to create docker network missing-upgrade-552528 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1009 18:28:10.015345 339253 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=missing-upgrade-552528 missing-upgrade-552528
I1009 18:28:10.086849 339253 network_create.go:108] docker network missing-upgrade-552528 192.168.85.0/24 created
I1009 18:28:10.086880 339253 kic.go:121] calculated static IP "192.168.85.2" for the "missing-upgrade-552528" container
I1009 18:28:10.086961 339253 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 18:28:10.108801 339253 cli_runner.go:164] Run: docker volume create missing-upgrade-552528 --label name.minikube.sigs.k8s.io=missing-upgrade-552528 --label created_by.minikube.sigs.k8s.io=true
I1009 18:28:10.138143 339253 oci.go:103] Successfully created a docker volume missing-upgrade-552528
I1009 18:28:10.138220 339253 cli_runner.go:164] Run: docker run --rm --name missing-upgrade-552528-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-552528 --entrypoint /usr/bin/test -v missing-upgrade-552528:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib
I1009 18:28:11.853928 339253 cli_runner.go:217] Completed: docker run --rm --name missing-upgrade-552528-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-552528 --entrypoint /usr/bin/test -v missing-upgrade-552528:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib: (1.715664139s)
I1009 18:28:11.853952 339253 oci.go:107] Successfully prepared a docker volume missing-upgrade-552528
I1009 18:28:11.853979 339253 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1009 18:28:11.854004 339253 kic.go:194] Starting extracting preloaded images to volume ...
I1009 18:28:11.854084 339253 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v missing-upgrade-552528:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir
I1009 18:28:12.298230 341627 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1009 18:28:12.298499 341627 start.go:159] libmachine.API.Create for "NoKubernetes-847951" (driver="docker")
I1009 18:28:12.298541 341627 client.go:168] LocalClient.Create starting
I1009 18:28:12.298650 341627 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem
I1009 18:28:12.298705 341627 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:12.298729 341627 main.go:141] libmachine: Parsing certificate...
I1009 18:28:12.298809 341627 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem
I1009 18:28:12.298848 341627 main.go:141] libmachine: Decoding PEM data...
I1009 18:28:12.298887 341627 main.go:141] libmachine: Parsing certificate...
I1009 18:28:12.299343 341627 cli_runner.go:164] Run: docker network inspect NoKubernetes-847951 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1009 18:28:12.321799 341627 cli_runner.go:211] docker network inspect NoKubernetes-847951 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1009 18:28:12.321914 341627 network_create.go:284] running [docker network inspect NoKubernetes-847951] to gather additional debugging logs...
I1009 18:28:12.321953 341627 cli_runner.go:164] Run: docker network inspect NoKubernetes-847951
W1009 18:28:12.345187 341627 cli_runner.go:211] docker network inspect NoKubernetes-847951 returned with exit code 1
I1009 18:28:12.345245 341627 network_create.go:287] error running [docker network inspect NoKubernetes-847951]: docker network inspect NoKubernetes-847951: exit status 1
stdout:
[]
stderr:
Error response from daemon: network NoKubernetes-847951 not found
I1009 18:28:12.345267 341627 network_create.go:289] output of [docker network inspect NoKubernetes-847951]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network NoKubernetes-847951 not found
** /stderr **
I1009 18:28:12.345423 341627 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:12.368564 341627 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-a776d4a7d86a IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:b6:a7:10:79:cc:07} reservation:<nil>}
I1009 18:28:12.369169 341627 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-98ca10e9ecda IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:de:3b:88:20:02:72} reservation:<nil>}
I1009 18:28:12.369762 341627 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-a2287629eec3 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:ca:e5:92:f7:19:89} reservation:<nil>}
I1009 18:28:12.370399 341627 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-fd1a93c0c2b4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:5e:e7:b5:31:47:49} reservation:<nil>}
I1009 18:28:12.370768 341627 network.go:211] skipping subnet 192.168.85.0/24 that is taken: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName:br-59758b7aed05 IfaceIPv4:192.168.85.1 IfaceMTU:1500 IfaceMAC:be:a1:3f:01:8e:55} reservation:<nil>}
I1009 18:28:12.371459 341627 network.go:206] using free private subnet 192.168.94.0/24: &{IP:192.168.94.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.94.0/24 Gateway:192.168.94.1 ClientMin:192.168.94.2 ClientMax:192.168.94.254 Broadcast:192.168.94.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001e080e0}
I1009 18:28:12.371493 341627 network_create.go:124] attempt to create docker network NoKubernetes-847951 192.168.94.0/24 with gateway 192.168.94.1 and MTU of 1500 ...
I1009 18:28:12.371548 341627 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.94.0/24 --gateway=192.168.94.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=NoKubernetes-847951 NoKubernetes-847951
I1009 18:28:12.814873 341627 network_create.go:108] docker network NoKubernetes-847951 192.168.94.0/24 created
I1009 18:28:12.814915 341627 kic.go:121] calculated static IP "192.168.94.2" for the "NoKubernetes-847951" container
I1009 18:28:12.814988 341627 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1009 18:28:12.837062 341627 cli_runner.go:164] Run: docker volume create NoKubernetes-847951 --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --label created_by.minikube.sigs.k8s.io=true
I1009 18:28:13.064284 341627 oci.go:103] Successfully created a docker volume NoKubernetes-847951
I1009 18:28:13.064423 341627 cli_runner.go:164] Run: docker run --rm --name NoKubernetes-847951-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --entrypoint /usr/bin/test -v NoKubernetes-847951:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -d /var/lib
I1009 18:28:13.153579 335435 cli_runner.go:217] Completed: docker run --rm --name stopped-upgrade-729726-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=stopped-upgrade-729726 --entrypoint /usr/bin/test -v stopped-upgrade-729726:/var gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -d /var/lib: (2.369215652s)
I1009 18:28:13.153603 335435 oci.go:107] Successfully prepared a docker volume stopped-upgrade-729726
I1009 18:28:13.153620 335435 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1009 18:28:13.153641 335435 kic.go:194] Starting extracting preloaded images to volume ...
I1009 18:28:13.153701 335435 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v stopped-upgrade-729726:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir
I1009 18:28:15.825157 340368 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v kubernetes-upgrade-701596:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -I lz4 -xf /preloaded.tar -C /extractDir: (5.925079745s)
I1009 18:28:15.825210 340368 kic.go:203] duration metric: took 5.925262454s to extract preloaded images to volume ...
W1009 18:28:15.825320 340368 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1009 18:28:15.825363 340368 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1009 18:28:15.825412 340368 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 18:28:15.918621 340368 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname kubernetes-upgrade-701596 --name kubernetes-upgrade-701596 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=kubernetes-upgrade-701596 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=kubernetes-upgrade-701596 --network kubernetes-upgrade-701596 --ip 192.168.76.2 --volume kubernetes-upgrade-701596:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92
I1009 18:28:16.368638 340368 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-701596 --format={{.State.Running}}
I1009 18:28:16.388560 340368 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-701596 --format={{.State.Status}}
I1009 18:28:16.413494 340368 cli_runner.go:164] Run: docker exec kubernetes-upgrade-701596 stat /var/lib/dpkg/alternatives/iptables
I1009 18:28:16.492158 340368 oci.go:144] the created container "kubernetes-upgrade-701596" has a running status.
I1009 18:28:16.492202 340368 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa...
I1009 18:28:16.846798 340368 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 18:28:16.993230 340368 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-701596 --format={{.State.Status}}
I1009 18:28:17.022782 340368 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 18:28:17.022814 340368 kic_runner.go:114] Args: [docker exec --privileged kubernetes-upgrade-701596 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 18:28:17.115017 340368 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-701596 --format={{.State.Status}}
I1009 18:28:17.135631 340368 machine.go:93] provisionDockerMachine start ...
I1009 18:28:17.135743 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:17.159004 340368 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.171868 340368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 32998 <nil> <nil>}
I1009 18:28:17.171903 340368 main.go:141] libmachine: About to run SSH command:
hostname
I1009 18:28:17.319000 340368 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-701596
I1009 18:28:17.319033 340368 ubuntu.go:182] provisioning hostname "kubernetes-upgrade-701596"
I1009 18:28:17.319088 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:17.336415 340368 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.336747 340368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 32998 <nil> <nil>}
I1009 18:28:17.336774 340368 main.go:141] libmachine: About to run SSH command:
sudo hostname kubernetes-upgrade-701596 && echo "kubernetes-upgrade-701596" | sudo tee /etc/hostname
I1009 18:28:17.497508 340368 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-701596
I1009 18:28:17.497620 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:17.516135 340368 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.516467 340368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 32998 <nil> <nil>}
I1009 18:28:17.516516 340368 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\skubernetes-upgrade-701596' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 kubernetes-upgrade-701596/g' /etc/hosts;
else
echo '127.0.1.1 kubernetes-upgrade-701596' | sudo tee -a /etc/hosts;
fi
fi
I1009 18:28:17.672832 340368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 18:28:17.672892 340368 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21139-140450/.minikube CaCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21139-140450/.minikube}
I1009 18:28:17.672930 340368 ubuntu.go:190] setting up certificates
I1009 18:28:17.672945 340368 provision.go:84] configureAuth start
I1009 18:28:17.673019 340368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-701596
I1009 18:28:17.690984 340368 provision.go:143] copyHostCerts
I1009 18:28:17.691042 340368 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem, removing ...
I1009 18:28:17.691053 340368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:17.692170 340368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem (1675 bytes)
I1009 18:28:17.692289 340368 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem, removing ...
I1009 18:28:17.692300 340368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:17.692333 340368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem (1078 bytes)
I1009 18:28:17.692415 340368 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem, removing ...
I1009 18:28:17.692424 340368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:17.692455 340368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem (1123 bytes)
I1009 18:28:17.692558 340368 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem org=jenkins.kubernetes-upgrade-701596 san=[127.0.0.1 192.168.76.2 kubernetes-upgrade-701596 localhost minikube]
I1009 18:28:17.852316 340368 provision.go:177] copyRemoteCerts
I1009 18:28:17.852392 340368 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 18:28:17.852429 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:17.872228 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:17.975081 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1009 18:28:18.096505 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1009 18:28:18.124391 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 18:28:18.149407 340368 provision.go:87] duration metric: took 476.437203ms to configureAuth
I1009 18:28:18.149456 340368 ubuntu.go:206] setting minikube options for container-runtime
I1009 18:28:18.149653 340368 config.go:182] Loaded profile config "kubernetes-upgrade-701596": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.0
I1009 18:28:18.149668 340368 machine.go:96] duration metric: took 1.014011919s to provisionDockerMachine
I1009 18:28:18.149677 340368 client.go:171] duration metric: took 8.830161985s to LocalClient.Create
I1009 18:28:18.149701 340368 start.go:167] duration metric: took 8.830233842s to libmachine.API.Create "kubernetes-upgrade-701596"
I1009 18:28:18.149711 340368 start.go:293] postStartSetup for "kubernetes-upgrade-701596" (driver="docker")
I1009 18:28:18.149723 340368 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 18:28:18.149783 340368 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 18:28:18.149829 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:18.184179 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:18.310490 340368 ssh_runner.go:195] Run: cat /etc/os-release
I1009 18:28:18.315729 340368 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 18:28:18.315769 340368 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1009 18:28:18.315785 340368 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/addons for local assets ...
I1009 18:28:18.315848 340368 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/files for local assets ...
I1009 18:28:18.315952 340368 filesync.go:149] local asset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> 1440942.pem in /etc/ssl/certs
I1009 18:28:18.316089 340368 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 18:28:18.333291 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:18.367762 340368 start.go:296] duration metric: took 218.032903ms for postStartSetup
I1009 18:28:18.376358 340368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-701596
I1009 18:28:18.396542 340368 profile.go:143] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/config.json ...
I1009 18:28:18.424372 340368 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 18:28:18.424431 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:18.447483 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:18.553160 340368 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 18:28:18.558274 340368 start.go:128] duration metric: took 9.240574027s to createHost
I1009 18:28:18.558297 340368 start.go:83] releasing machines lock for "kubernetes-upgrade-701596", held for 9.240709036s
I1009 18:28:18.558374 340368 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-701596
I1009 18:28:18.576922 340368 ssh_runner.go:195] Run: cat /version.json
I1009 18:28:18.576975 340368 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 18:28:18.576987 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:18.577034 340368 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-701596
I1009 18:28:18.597580 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:18.598975 340368 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32998 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/kubernetes-upgrade-701596/id_rsa Username:docker}
I1009 18:28:18.755610 340368 ssh_runner.go:195] Run: systemctl --version
I1009 18:28:18.762180 340368 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1009 18:28:18.786991 340368 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1009 18:28:18.787073 340368 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 18:28:18.828909 340368 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 18:28:18.828938 340368 start.go:495] detecting cgroup driver to use...
I1009 18:28:18.828974 340368 detect.go:190] detected "systemd" cgroup driver on host os
I1009 18:28:18.829023 340368 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1009 18:28:18.851221 340368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1009 18:28:18.867806 340368 docker.go:218] disabling cri-docker service (if available) ...
I1009 18:28:18.867867 340368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 18:28:18.893768 340368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 18:28:18.919847 340368 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 18:28:19.050477 340368 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 18:28:15.826500 339253 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v missing-upgrade-552528:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir: (3.972347642s)
I1009 18:28:15.826549 339253 kic.go:203] duration metric: took 3.972541 seconds to extract preloaded images to volume
W1009 18:28:15.826663 339253 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1009 18:28:15.826710 339253 oci.go:243] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1009 18:28:15.826757 339253 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 18:28:15.907780 339253 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname missing-upgrade-552528 --name missing-upgrade-552528 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-552528 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=missing-upgrade-552528 --network missing-upgrade-552528 --ip 192.168.85.2 --volume missing-upgrade-552528:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0
I1009 18:28:16.261334 339253 cli_runner.go:164] Run: docker container inspect missing-upgrade-552528 --format={{.State.Running}}
I1009 18:28:16.281588 339253 cli_runner.go:164] Run: docker container inspect missing-upgrade-552528 --format={{.State.Status}}
I1009 18:28:16.301053 339253 cli_runner.go:164] Run: docker exec missing-upgrade-552528 stat /var/lib/dpkg/alternatives/iptables
I1009 18:28:16.345491 339253 oci.go:144] the created container "missing-upgrade-552528" has a running status.
I1009 18:28:16.345534 339253 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa...
I1009 18:28:16.757480 339253 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 18:28:16.920931 339253 cli_runner.go:164] Run: docker container inspect missing-upgrade-552528 --format={{.State.Status}}
I1009 18:28:16.941167 339253 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 18:28:16.941185 339253 kic_runner.go:114] Args: [docker exec --privileged missing-upgrade-552528 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 18:28:17.115036 339253 cli_runner.go:164] Run: docker container inspect missing-upgrade-552528 --format={{.State.Status}}
I1009 18:28:17.136135 339253 machine.go:88] provisioning docker machine ...
I1009 18:28:17.136176 339253 ubuntu.go:169] provisioning hostname "missing-upgrade-552528"
I1009 18:28:17.136243 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:17.157035 339253 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.157628 339253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x808a40] 0x80b720 <nil> [] 0s} 127.0.0.1 32993 <nil> <nil>}
I1009 18:28:17.157647 339253 main.go:141] libmachine: About to run SSH command:
sudo hostname missing-upgrade-552528 && echo "missing-upgrade-552528" | sudo tee /etc/hostname
I1009 18:28:17.344875 339253 main.go:141] libmachine: SSH cmd err, output: <nil>: missing-upgrade-552528
I1009 18:28:17.344957 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:17.365340 339253 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:17.365708 339253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x808a40] 0x80b720 <nil> [] 0s} 127.0.0.1 32993 <nil> <nil>}
I1009 18:28:17.365729 339253 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smissing-upgrade-552528' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 missing-upgrade-552528/g' /etc/hosts;
else
echo '127.0.1.1 missing-upgrade-552528' | sudo tee -a /etc/hosts;
fi
fi
I1009 18:28:17.482876 339253 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 18:28:17.482899 339253 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/21139-140450/.minikube CaCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21139-140450/.minikube}
I1009 18:28:17.482943 339253 ubuntu.go:177] setting up certificates
I1009 18:28:17.482963 339253 provision.go:83] configureAuth start
I1009 18:28:17.483027 339253 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-552528
I1009 18:28:17.504232 339253 provision.go:138] copyHostCerts
I1009 18:28:17.504287 339253 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem, removing ...
I1009 18:28:17.504293 339253 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:17.507217 339253 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem (1078 bytes)
I1009 18:28:17.507365 339253 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem, removing ...
I1009 18:28:17.507374 339253 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:17.507423 339253 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem (1123 bytes)
I1009 18:28:17.507577 339253 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem, removing ...
I1009 18:28:17.507584 339253 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:17.507630 339253 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem (1675 bytes)
I1009 18:28:17.507709 339253 provision.go:112] generating server cert: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem org=jenkins.missing-upgrade-552528 san=[192.168.85.2 127.0.0.1 localhost 127.0.0.1 minikube missing-upgrade-552528]
I1009 18:28:17.611411 339253 provision.go:172] copyRemoteCerts
I1009 18:28:17.611469 339253 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 18:28:17.611538 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:17.633641 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:17.724262 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 18:28:17.891979 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1009 18:28:17.942021 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1009 18:28:18.076680 339253 provision.go:86] duration metric: configureAuth took 593.701508ms
I1009 18:28:18.076698 339253 ubuntu.go:193] setting minikube options for container-runtime
I1009 18:28:18.076917 339253 config.go:182] Loaded profile config "missing-upgrade-552528": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1009 18:28:18.076927 339253 machine.go:91] provisioned docker machine in 940.778013ms
I1009 18:28:18.076941 339253 client.go:171] LocalClient.Create took 8.127687308s
I1009 18:28:18.076963 339253 start.go:167] duration metric: libmachine.API.Create for "missing-upgrade-552528" took 8.127755607s
I1009 18:28:18.076971 339253 start.go:300] post-start starting for "missing-upgrade-552528" (driver="docker")
I1009 18:28:18.076983 339253 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 18:28:18.077037 339253 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 18:28:18.077076 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:18.098690 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:18.200933 339253 ssh_runner.go:195] Run: cat /etc/os-release
I1009 18:28:18.208211 339253 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 18:28:18.208274 339253 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 18:28:18.208287 339253 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 18:28:18.208295 339253 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1009 18:28:18.208307 339253 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/addons for local assets ...
I1009 18:28:18.208359 339253 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/files for local assets ...
I1009 18:28:18.208452 339253 filesync.go:149] local asset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> 1440942.pem in /etc/ssl/certs
I1009 18:28:18.208573 339253 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 18:28:18.221419 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:18.255930 339253 start.go:303] post-start completed in 178.941529ms
I1009 18:28:18.256376 339253 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-552528
I1009 18:28:18.277959 339253 profile.go:148] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/config.json ...
I1009 18:28:18.278231 339253 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 18:28:18.278274 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:18.306233 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:18.399271 339253 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 18:28:18.404324 339253 start.go:128] duration metric: createHost completed in 8.457005474s
I1009 18:28:18.404341 339253 start.go:83] releasing machines lock for "missing-upgrade-552528", held for 8.457174693s
I1009 18:28:18.404414 339253 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-552528
I1009 18:28:18.423842 339253 ssh_runner.go:195] Run: cat /version.json
I1009 18:28:18.423887 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:18.423933 339253 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 18:28:18.424026 339253 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-552528
I1009 18:28:18.446958 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:18.447052 339253 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32993 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/missing-upgrade-552528/id_rsa Username:docker}
I1009 18:28:18.529188 339253 ssh_runner.go:195] Run: systemctl --version
I1009 18:28:18.637230 339253 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 18:28:18.641989 339253 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1009 18:28:18.815377 339253 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1009 18:28:18.815448 339253 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 18:28:18.853647 339253 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1009 18:28:18.853684 339253 start.go:472] detecting cgroup driver to use...
I1009 18:28:18.853718 339253 detect.go:199] detected "systemd" cgroup driver on host os
I1009 18:28:18.853785 339253 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1009 18:28:18.872870 339253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1009 18:28:18.887142 339253 docker.go:203] disabling cri-docker service (if available) ...
I1009 18:28:18.887204 339253 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 18:28:18.904521 339253 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 18:28:18.921520 339253 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 18:28:19.023398 339253 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 18:28:19.133892 339253 docker.go:219] disabling docker service ...
I1009 18:28:19.133948 339253 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 18:28:19.169407 339253 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 18:28:19.190259 339253 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 18:28:19.352185 339253 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 18:28:19.444244 339253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 18:28:19.457167 339253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1009 18:28:19.504204 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1009 18:28:19.520641 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1009 18:28:19.535387 339253 containerd.go:145] configuring containerd to use "systemd" as cgroup driver...
I1009 18:28:19.535802 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I1009 18:28:19.548763 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:19.565538 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1009 18:28:19.581582 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:19.595714 339253 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 18:28:19.609902 339253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1009 18:28:19.626938 339253 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 18:28:19.639900 339253 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 18:28:19.651665 339253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:19.746786 339253 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1009 18:28:19.874775 339253 start.go:519] Will wait 60s for socket path /run/containerd/containerd.sock
I1009 18:28:19.874841 339253 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1009 18:28:19.879005 339253 start.go:540] Will wait 60s for crictl version
I1009 18:28:19.879062 339253 ssh_runner.go:195] Run: which crictl
I1009 18:28:19.883704 339253 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 18:28:19.933908 339253 start.go:556] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.24
RuntimeApiVersion: v1
I1009 18:28:19.933968 339253 ssh_runner.go:195] Run: containerd --version
I1009 18:28:19.966282 339253 ssh_runner.go:195] Run: containerd --version
I1009 18:28:19.996662 339253 out.go:177] * Preparing Kubernetes v1.28.3 on containerd 1.6.24 ...
I1009 18:28:19.193624 340368 docker.go:234] disabling docker service ...
I1009 18:28:19.193693 340368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 18:28:19.219795 340368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 18:28:19.232974 340368 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 18:28:19.383716 340368 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 18:28:19.500527 340368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 18:28:19.516170 340368 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1009 18:28:19.535756 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1009 18:28:19.548903 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1009 18:28:19.563764 340368 containerd.go:146] configuring containerd to use "systemd" as cgroup driver...
I1009 18:28:19.563975 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I1009 18:28:19.577922 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:19.590166 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1009 18:28:19.603844 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:19.623992 340368 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 18:28:19.636756 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1009 18:28:19.650319 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1009 18:28:19.663214 340368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1009 18:28:19.674868 340368 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 18:28:19.687790 340368 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 18:28:19.698847 340368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:19.812050 340368 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1009 18:28:19.961538 340368 start.go:542] Will wait 60s for socket path /run/containerd/containerd.sock
I1009 18:28:19.961615 340368 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1009 18:28:19.966070 340368 start.go:563] Will wait 60s for crictl version
I1009 18:28:19.966165 340368 ssh_runner.go:195] Run: which crictl
I1009 18:28:19.969830 340368 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1009 18:28:19.999908 340368 start.go:579] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: v1.7.28
RuntimeApiVersion: v1
I1009 18:28:19.999976 340368 ssh_runner.go:195] Run: containerd --version
I1009 18:28:20.027187 340368 ssh_runner.go:195] Run: containerd --version
I1009 18:28:20.057286 340368 out.go:179] * Preparing Kubernetes v1.28.0 on containerd 1.7.28 ...
I1009 18:28:19.997722 339253 cli_runner.go:164] Run: docker network inspect missing-upgrade-552528 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:20.017269 339253 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1009 18:28:20.022206 339253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 18:28:20.037097 339253 preload.go:132] Checking if preload exists for k8s version v1.28.3 and runtime containerd
I1009 18:28:20.037207 339253 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 18:28:20.083340 339253 containerd.go:604] all images are preloaded for containerd runtime.
I1009 18:28:20.083358 339253 containerd.go:518] Images already preloaded, skipping extraction
I1009 18:28:20.083420 339253 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 18:28:20.128842 339253 containerd.go:604] all images are preloaded for containerd runtime.
I1009 18:28:20.128859 339253 cache_images.go:84] Images are preloaded, skipping loading
I1009 18:28:20.128977 339253 ssh_runner.go:195] Run: sudo crictl info
I1009 18:28:20.176831 339253 cni.go:84] Creating CNI manager for ""
I1009 18:28:20.176847 339253 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1009 18:28:20.176869 339253 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1009 18:28:20.176893 339253 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.28.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:missing-upgrade-552528 NodeName:missing-upgrade-552528 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt S
taticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1009 18:28:20.177044 339253 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "missing-upgrade-552528"
kubeletExtraArgs:
node-ip: 192.168.85.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 18:28:20.177115 339253 kubeadm.go:976] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=missing-upgrade-552528 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.28.3 ClusterName:missing-upgrade-552528 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I1009 18:28:20.177205 339253 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.3
I1009 18:28:20.188681 339253 binaries.go:44] Found k8s binaries, skipping transfer
I1009 18:28:20.188747 339253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1009 18:28:20.200700 339253 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (394 bytes)
I1009 18:28:20.224492 339253 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 18:28:20.252570 339253 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2110 bytes)
I1009 18:28:20.271733 339253 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1009 18:28:20.275440 339253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 18:28:20.290905 339253 certs.go:56] Setting up /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528 for IP: 192.168.85.2
I1009 18:28:20.290945 339253 certs.go:190] acquiring lock for shared ca certs: {Name:mk886b151c2ee368fca29ea3aee2e1e334a9b55c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.291111 339253 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.key
I1009 18:28:20.291199 339253 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.key
I1009 18:28:20.291264 339253 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.key
I1009 18:28:20.291277 339253 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.crt with IP's: []
I1009 18:28:20.424937 339253 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.crt ...
I1009 18:28:20.424959 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.crt: {Name:mkac1afd46e37e3192bd9830ca72e83c71456d12 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.425737 339253 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.key ...
I1009 18:28:20.425757 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/client.key: {Name:mk2f1850851a68f2659a31764dea2e5186332a67 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.425885 339253 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key.43b9df8c
I1009 18:28:20.425900 339253 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt.43b9df8c with IP's: [192.168.85.2 10.96.0.1 127.0.0.1 10.0.0.1]
I1009 18:28:20.591557 339253 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt.43b9df8c ...
I1009 18:28:20.591573 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt.43b9df8c: {Name:mk1080cbb499e6ea09361c5ef9375416d8697855 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.591732 339253 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key.43b9df8c ...
I1009 18:28:20.591747 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key.43b9df8c: {Name:mk0f49a3cebc2f447128cff50f901e314db15662 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.591834 339253 certs.go:337] copying /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt.43b9df8c -> /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt
I1009 18:28:20.591915 339253 certs.go:341] copying /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key.43b9df8c -> /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key
I1009 18:28:20.591964 339253 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.key
I1009 18:28:20.591985 339253 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.crt with IP's: []
I1009 18:28:20.681848 339253 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.crt ...
I1009 18:28:20.681867 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.crt: {Name:mkd6cc8ccbcd5ece84a6d7dac9a794c13b6bbbdc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.682016 339253 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.key ...
I1009 18:28:20.682026 339253 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.key: {Name:mk985d8b7652d49467a2dfb445023f26dd32f6a0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.682235 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094.pem (1338 bytes)
W1009 18:28:20.682268 339253 certs.go:433] ignoring /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094_empty.pem, impossibly tiny 0 bytes
I1009 18:28:20.682277 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem (1675 bytes)
I1009 18:28:20.682300 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem (1078 bytes)
I1009 18:28:20.682318 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem (1123 bytes)
I1009 18:28:20.682339 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem (1675 bytes)
I1009 18:28:20.682375 339253 certs.go:437] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:20.683044 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1009 18:28:20.714357 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1009 18:28:20.740068 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 18:28:20.765538 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/missing-upgrade-552528/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1009 18:28:20.792319 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 18:28:20.818472 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1009 18:28:20.844500 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 18:28:20.869960 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1009 18:28:20.898672 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094.pem --> /usr/share/ca-certificates/144094.pem (1338 bytes)
I1009 18:28:20.924817 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /usr/share/ca-certificates/1440942.pem (1708 bytes)
I1009 18:28:20.947899 339253 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 18:28:20.971622 339253 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1009 18:28:20.989435 339253 ssh_runner.go:195] Run: openssl version
I1009 18:28:20.994828 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/144094.pem && ln -fs /usr/share/ca-certificates/144094.pem /etc/ssl/certs/144094.pem"
I1009 18:28:21.004352 339253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/144094.pem
I1009 18:28:21.008464 339253 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Oct 9 18:03 /usr/share/ca-certificates/144094.pem
I1009 18:28:21.008529 339253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/144094.pem
I1009 18:28:21.016134 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/144094.pem /etc/ssl/certs/51391683.0"
I1009 18:28:21.025629 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1440942.pem && ln -fs /usr/share/ca-certificates/1440942.pem /etc/ssl/certs/1440942.pem"
I1009 18:28:21.035088 339253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.038671 339253 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Oct 9 18:03 /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.038712 339253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.045547 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1440942.pem /etc/ssl/certs/3ec20f2e.0"
I1009 18:28:21.056313 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 18:28:21.067199 339253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:21.071651 339253 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Oct 9 17:57 /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:21.071696 339253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:21.081360 339253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 18:28:21.091536 339253 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1009 18:28:21.095183 339253 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I1009 18:28:21.095232 339253 kubeadm.go:404] StartCluster: {Name:missing-upgrade-552528 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 Memory:3072 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.3 ClusterName:missing-upgrade-552528 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIP
s:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.3 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath:
StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1009 18:28:21.095313 339253 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I1009 18:28:21.095364 339253 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1009 18:28:21.131311 339253 cri.go:89] found id: ""
I1009 18:28:21.131382 339253 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1009 18:28:21.140764 339253 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1009 18:28:21.149608 339253 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I1009 18:28:21.149658 339253 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1009 18:28:21.158720 339253 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 18:28:21.158758 339253 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1009 18:28:21.211447 339253 kubeadm.go:322] [init] Using Kubernetes version: v1.28.3
I1009 18:28:21.211518 339253 kubeadm.go:322] [preflight] Running pre-flight checks
I1009 18:28:21.264078 339253 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I1009 18:28:21.264200 339253 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1041-gcp[0m
I1009 18:28:21.264260 339253 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I1009 18:28:21.264320 339253 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 18:28:21.264384 339253 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 18:28:21.264422 339253 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 18:28:21.264481 339253 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 18:28:21.264538 339253 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 18:28:21.264595 339253 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1009 18:28:21.264665 339253 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1009 18:28:21.264721 339253 kubeadm.go:322] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1009 18:28:21.332326 339253 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 18:28:21.332465 339253 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 18:28:21.332603 339253 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1009 18:28:21.571408 339253 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 18:28:17.573013 341627 cli_runner.go:217] Completed: docker run --rm --name NoKubernetes-847951-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --entrypoint /usr/bin/test -v NoKubernetes-847951:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 -d /var/lib: (4.508533478s)
I1009 18:28:17.573050 341627 oci.go:107] Successfully prepared a docker volume NoKubernetes-847951
I1009 18:28:17.573137 341627 preload.go:178] Skipping preload logic due to --no-kubernetes flag
W1009 18:28:17.573233 341627 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1009 18:28:17.573289 341627 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1009 18:28:17.573343 341627 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 18:28:17.640826 341627 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname NoKubernetes-847951 --name NoKubernetes-847951 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=NoKubernetes-847951 --network NoKubernetes-847951 --ip 192.168.94.2 --volume NoKubernetes-847951:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92
I1009 18:28:18.660343 341627 cli_runner.go:217] Completed: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname NoKubernetes-847951 --name NoKubernetes-847951 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-847951 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=NoKubernetes-847951 --network NoKubernetes-847951 --ip 192.168.94.2 --volume NoKubernetes-847951:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92: (1.019447593s)
I1009 18:28:18.660453 341627 cli_runner.go:164] Run: docker container inspect NoKubernetes-847951 --format={{.State.Running}}
I1009 18:28:18.676818 341627 cli_runner.go:164] Run: docker container inspect NoKubernetes-847951 --format={{.State.Status}}
I1009 18:28:18.693147 341627 cli_runner.go:164] Run: docker exec NoKubernetes-847951 stat /var/lib/dpkg/alternatives/iptables
I1009 18:28:18.807862 341627 oci.go:144] the created container "NoKubernetes-847951" has a running status.
I1009 18:28:18.807895 341627 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa...
I1009 18:28:19.422927 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I1009 18:28:19.423066 341627 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 18:28:19.515239 341627 cli_runner.go:164] Run: docker container inspect NoKubernetes-847951 --format={{.State.Status}}
I1009 18:28:19.536831 341627 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 18:28:19.536852 341627 kic_runner.go:114] Args: [docker exec --privileged NoKubernetes-847951 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 18:28:19.594887 341627 cli_runner.go:164] Run: docker container inspect NoKubernetes-847951 --format={{.State.Status}}
I1009 18:28:19.617912 341627 machine.go:93] provisionDockerMachine start ...
I1009 18:28:19.618242 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:19.642805 341627 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:19.643169 341627 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 33003 <nil> <nil>}
I1009 18:28:19.643189 341627 main.go:141] libmachine: About to run SSH command:
hostname
I1009 18:28:19.808934 341627 main.go:141] libmachine: SSH cmd err, output: <nil>: NoKubernetes-847951
I1009 18:28:19.808970 341627 ubuntu.go:182] provisioning hostname "NoKubernetes-847951"
I1009 18:28:19.809041 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:19.830861 341627 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:19.831072 341627 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 33003 <nil> <nil>}
I1009 18:28:19.831085 341627 main.go:141] libmachine: About to run SSH command:
sudo hostname NoKubernetes-847951 && echo "NoKubernetes-847951" | sudo tee /etc/hostname
I1009 18:28:20.012662 341627 main.go:141] libmachine: SSH cmd err, output: <nil>: NoKubernetes-847951
I1009 18:28:20.012761 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:20.034570 341627 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:20.034861 341627 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x840040] 0x842d40 <nil> [] 0s} 127.0.0.1 33003 <nil> <nil>}
I1009 18:28:20.034883 341627 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sNoKubernetes-847951' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 NoKubernetes-847951/g' /etc/hosts;
else
echo '127.0.1.1 NoKubernetes-847951' | sudo tee -a /etc/hosts;
fi
fi
I1009 18:28:20.198504 341627 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 18:28:20.198533 341627 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/21139-140450/.minikube CaCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21139-140450/.minikube}
I1009 18:28:20.198564 341627 ubuntu.go:190] setting up certificates
I1009 18:28:20.198586 341627 provision.go:84] configureAuth start
I1009 18:28:20.198648 341627 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" NoKubernetes-847951
I1009 18:28:20.221266 341627 provision.go:143] copyHostCerts
I1009 18:28:20.221306 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:20.221346 341627 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem, removing ...
I1009 18:28:20.221355 341627 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:20.221429 341627 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem (1675 bytes)
I1009 18:28:20.221575 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:20.221602 341627 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem, removing ...
I1009 18:28:20.221608 341627 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:20.221654 341627 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem (1078 bytes)
I1009 18:28:20.221731 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:20.221753 341627 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem, removing ...
I1009 18:28:20.221760 341627 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:20.221798 341627 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem (1123 bytes)
I1009 18:28:20.221871 341627 provision.go:117] generating server cert: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem org=jenkins.NoKubernetes-847951 san=[127.0.0.1 192.168.94.2 NoKubernetes-847951 localhost minikube]
I1009 18:28:20.688322 341627 provision.go:177] copyRemoteCerts
I1009 18:28:20.688392 341627 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 18:28:20.688447 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:20.710940 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:20.816976 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1009 18:28:20.817044 341627 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1009 18:28:20.840783 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem -> /etc/docker/server.pem
I1009 18:28:20.840871 341627 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1009 18:28:20.859439 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1009 18:28:20.859499 341627 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 18:28:20.880473 341627 provision.go:87] duration metric: took 681.873246ms to configureAuth
I1009 18:28:20.880499 341627 ubuntu.go:206] setting minikube options for container-runtime
I1009 18:28:20.880664 341627 config.go:182] Loaded profile config "NoKubernetes-847951": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v0.0.0
I1009 18:28:20.880685 341627 machine.go:96] duration metric: took 1.262586136s to provisionDockerMachine
I1009 18:28:20.880695 341627 client.go:171] duration metric: took 8.582142105s to LocalClient.Create
I1009 18:28:20.880721 341627 start.go:167] duration metric: took 8.58222532s to libmachine.API.Create "NoKubernetes-847951"
I1009 18:28:20.880734 341627 start.go:293] postStartSetup for "NoKubernetes-847951" (driver="docker")
I1009 18:28:20.880745 341627 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 18:28:20.880804 341627 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 18:28:20.880851 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:20.901440 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:21.008517 341627 ssh_runner.go:195] Run: cat /etc/os-release
I1009 18:28:21.012379 341627 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 18:28:21.012418 341627 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1009 18:28:21.012430 341627 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/addons for local assets ...
I1009 18:28:21.012482 341627 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/files for local assets ...
I1009 18:28:21.012584 341627 filesync.go:149] local asset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> 1440942.pem in /etc/ssl/certs
I1009 18:28:21.012602 341627 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> /etc/ssl/certs/1440942.pem
I1009 18:28:21.012713 341627 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 18:28:21.020288 341627 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:21.039942 341627 start.go:296] duration metric: took 159.193551ms for postStartSetup
I1009 18:28:21.040334 341627 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" NoKubernetes-847951
I1009 18:28:21.059971 341627 profile.go:143] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/NoKubernetes-847951/config.json ...
I1009 18:28:21.060305 341627 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 18:28:21.060357 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:21.081806 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:21.183613 341627 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 18:28:21.188431 341627 start.go:128] duration metric: took 8.893524264s to createHost
I1009 18:28:21.188456 341627 start.go:83] releasing machines lock for "NoKubernetes-847951", held for 8.893677897s
I1009 18:28:21.188534 341627 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" NoKubernetes-847951
I1009 18:28:21.210070 341627 ssh_runner.go:195] Run: cat /version.json
I1009 18:28:21.210107 341627 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 18:28:21.210145 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:21.210189 341627 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" NoKubernetes-847951
I1009 18:28:21.229828 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:21.232476 341627 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33003 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/NoKubernetes-847951/id_rsa Username:docker}
I1009 18:28:21.339151 341627 ssh_runner.go:195] Run: systemctl --version
I1009 18:28:21.406743 341627 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1009 18:28:21.412428 341627 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1009 18:28:21.412501 341627 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 18:28:21.437569 341627 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 18:28:21.437596 341627 start.go:495] detecting cgroup driver to use...
I1009 18:28:21.437630 341627 detect.go:190] detected "systemd" cgroup driver on host os
I1009 18:28:21.437683 341627 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1009 18:28:21.453198 341627 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1009 18:28:21.466012 341627 docker.go:218] disabling cri-docker service (if available) ...
I1009 18:28:21.466069 341627 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 18:28:21.485872 341627 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 18:28:21.507609 341627 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 18:28:21.599504 341627 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 18:28:21.701314 341627 docker.go:234] disabling docker service ...
I1009 18:28:21.701372 341627 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 18:28:21.722496 341627 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 18:28:21.736943 341627 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 18:28:21.836040 341627 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 18:28:21.927552 341627 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 18:28:21.940929 341627 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1009 18:28:21.958518 341627 binary.go:59] Skipping Kubernetes binary download due to --no-kubernetes flag
I1009 18:28:21.958615 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1009 18:28:21.973917 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1009 18:28:21.985308 341627 containerd.go:146] configuring containerd to use "systemd" as cgroup driver...
I1009 18:28:21.985381 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I1009 18:28:21.996356 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:22.006661 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1009 18:28:19.673531 335435 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/21139-140450/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v stopped-upgrade-729726:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0 -I lz4 -xf /preloaded.tar -C /extractDir: (6.519774325s)
I1009 18:28:19.673559 335435 kic.go:203] duration metric: took 6.519915 seconds to extract preloaded images to volume
W1009 18:28:19.673644 335435 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1009 18:28:19.673686 335435 oci.go:243] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1009 18:28:19.673744 335435 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1009 18:28:19.757030 335435 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname stopped-upgrade-729726 --name stopped-upgrade-729726 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=stopped-upgrade-729726 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=stopped-upgrade-729726 --network stopped-upgrade-729726 --ip 192.168.103.2 --volume stopped-upgrade-729726:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.42@sha256:d35ac07dfda971cabee05e0deca8aeac772f885a5348e1a0c0b0a36db20fcfc0
I1009 18:28:20.075190 335435 cli_runner.go:164] Run: docker container inspect stopped-upgrade-729726 --format={{.State.Running}}
I1009 18:28:20.094791 335435 cli_runner.go:164] Run: docker container inspect stopped-upgrade-729726 --format={{.State.Status}}
I1009 18:28:20.117486 335435 cli_runner.go:164] Run: docker exec stopped-upgrade-729726 stat /var/lib/dpkg/alternatives/iptables
I1009 18:28:20.171945 335435 oci.go:144] the created container "stopped-upgrade-729726" has a running status.
I1009 18:28:20.171981 335435 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa...
I1009 18:28:20.303522 335435 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1009 18:28:20.338238 335435 cli_runner.go:164] Run: docker container inspect stopped-upgrade-729726 --format={{.State.Status}}
I1009 18:28:20.359086 335435 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1009 18:28:20.359126 335435 kic_runner.go:114] Args: [docker exec --privileged stopped-upgrade-729726 chown docker:docker /home/docker/.ssh/authorized_keys]
I1009 18:28:20.427504 335435 cli_runner.go:164] Run: docker container inspect stopped-upgrade-729726 --format={{.State.Status}}
I1009 18:28:20.452422 335435 machine.go:88] provisioning docker machine ...
I1009 18:28:20.452475 335435 ubuntu.go:169] provisioning hostname "stopped-upgrade-729726"
I1009 18:28:20.453230 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:20.482791 335435 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:20.483407 335435 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x808a40] 0x80b720 <nil> [] 0s} 127.0.0.1 33008 <nil> <nil>}
I1009 18:28:20.483425 335435 main.go:141] libmachine: About to run SSH command:
sudo hostname stopped-upgrade-729726 && echo "stopped-upgrade-729726" | sudo tee /etc/hostname
I1009 18:28:20.627495 335435 main.go:141] libmachine: SSH cmd err, output: <nil>: stopped-upgrade-729726
I1009 18:28:20.627580 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:20.650100 335435 main.go:141] libmachine: Using SSH client type: native
I1009 18:28:20.650631 335435 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x808a40] 0x80b720 <nil> [] 0s} 127.0.0.1 33008 <nil> <nil>}
I1009 18:28:20.650652 335435 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sstopped-upgrade-729726' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 stopped-upgrade-729726/g' /etc/hosts;
else
echo '127.0.1.1 stopped-upgrade-729726' | sudo tee -a /etc/hosts;
fi
fi
I1009 18:28:20.772682 335435 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 18:28:20.772707 335435 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/21139-140450/.minikube CaCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/21139-140450/.minikube}
I1009 18:28:20.772729 335435 ubuntu.go:177] setting up certificates
I1009 18:28:20.772742 335435 provision.go:83] configureAuth start
I1009 18:28:20.772805 335435 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-729726
I1009 18:28:20.791620 335435 provision.go:138] copyHostCerts
I1009 18:28:20.791670 335435 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem, removing ...
I1009 18:28:20.791676 335435 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem
I1009 18:28:20.791730 335435 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/ca.pem (1078 bytes)
I1009 18:28:20.791808 335435 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem, removing ...
I1009 18:28:20.791811 335435 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem
I1009 18:28:20.791834 335435 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/cert.pem (1123 bytes)
I1009 18:28:20.791884 335435 exec_runner.go:144] found /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem, removing ...
I1009 18:28:20.791887 335435 exec_runner.go:203] rm: /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem
I1009 18:28:20.791907 335435 exec_runner.go:151] cp: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/21139-140450/.minikube/key.pem (1675 bytes)
I1009 18:28:20.791948 335435 provision.go:112] generating server cert: /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem org=jenkins.stopped-upgrade-729726 san=[192.168.103.2 127.0.0.1 localhost 127.0.0.1 minikube stopped-upgrade-729726]
I1009 18:28:20.863434 335435 provision.go:172] copyRemoteCerts
I1009 18:28:20.863497 335435 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 18:28:20.863532 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:20.883497 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:20.971098 335435 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1009 18:28:20.995802 335435 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I1009 18:28:21.021297 335435 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 18:28:21.046980 335435 provision.go:86] duration metric: configureAuth took 274.223291ms
I1009 18:28:21.047006 335435 ubuntu.go:193] setting minikube options for container-runtime
I1009 18:28:21.047226 335435 config.go:182] Loaded profile config "stopped-upgrade-729726": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.28.3
I1009 18:28:21.047248 335435 machine.go:91] provisioned docker machine in 594.797596ms
I1009 18:28:21.047256 335435 client.go:171] LocalClient.Create took 10.90361302s
I1009 18:28:21.047281 335435 start.go:167] duration metric: libmachine.API.Create for "stopped-upgrade-729726" took 10.903673823s
I1009 18:28:21.047290 335435 start.go:300] post-start starting for "stopped-upgrade-729726" (driver="docker")
I1009 18:28:21.047303 335435 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 18:28:21.047358 335435 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 18:28:21.047393 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:21.067022 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:21.157789 335435 ssh_runner.go:195] Run: cat /etc/os-release
I1009 18:28:21.161163 335435 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1009 18:28:21.161198 335435 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1009 18:28:21.161211 335435 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1009 18:28:21.161218 335435 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1009 18:28:21.161230 335435 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/addons for local assets ...
I1009 18:28:21.161292 335435 filesync.go:126] Scanning /home/jenkins/minikube-integration/21139-140450/.minikube/files for local assets ...
I1009 18:28:21.161386 335435 filesync.go:149] local asset: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem -> 1440942.pem in /etc/ssl/certs
I1009 18:28:21.161525 335435 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 18:28:21.169756 335435 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:21.197617 335435 start.go:303] post-start completed in 150.314441ms
I1009 18:28:21.197997 335435 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-729726
I1009 18:28:21.218345 335435 profile.go:148] Saving config to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/stopped-upgrade-729726/config.json ...
I1009 18:28:21.218638 335435 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1009 18:28:21.218680 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:21.239053 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:21.327875 335435 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1009 18:28:21.332485 335435 start.go:128] duration metric: createHost completed in 11.190379079s
I1009 18:28:21.332501 335435 start.go:83] releasing machines lock for "stopped-upgrade-729726", held for 11.190529177s
I1009 18:28:21.332574 335435 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" stopped-upgrade-729726
I1009 18:28:21.354546 335435 ssh_runner.go:195] Run: cat /version.json
I1009 18:28:21.354567 335435 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 18:28:21.354593 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:21.354639 335435 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" stopped-upgrade-729726
I1009 18:28:21.376375 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:21.376840 335435 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33008 SSHKeyPath:/home/jenkins/minikube-integration/21139-140450/.minikube/machines/stopped-upgrade-729726/id_rsa Username:docker}
I1009 18:28:21.570253 335435 ssh_runner.go:195] Run: systemctl --version
I1009 18:28:21.576022 335435 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1009 18:28:21.580553 335435 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1009 18:28:21.610907 335435 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1009 18:28:21.610980 335435 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 18:28:21.648932 335435 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1009 18:28:21.648951 335435 start.go:472] detecting cgroup driver to use...
I1009 18:28:21.648980 335435 detect.go:199] detected "systemd" cgroup driver on host os
I1009 18:28:21.649031 335435 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1009 18:28:21.664113 335435 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1009 18:28:21.676614 335435 docker.go:203] disabling cri-docker service (if available) ...
I1009 18:28:21.676665 335435 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 18:28:21.692807 335435 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 18:28:21.706960 335435 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 18:28:21.797361 335435 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 18:28:21.890247 335435 docker.go:219] disabling docker service ...
I1009 18:28:21.890309 335435 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 18:28:21.910938 335435 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 18:28:21.923600 335435 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 18:28:22.014142 335435 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 18:28:22.112640 335435 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 18:28:22.125462 335435 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1009 18:28:22.142895 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1009 18:28:22.159060 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1009 18:28:22.169807 335435 containerd.go:145] configuring containerd to use "systemd" as cgroup driver...
I1009 18:28:22.169865 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = true|g' /etc/containerd/config.toml"
I1009 18:28:22.180428 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:22.191179 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1009 18:28:22.201401 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:22.212648 335435 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 18:28:22.222803 335435 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1009 18:28:22.233651 335435 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 18:28:22.243076 335435 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 18:28:22.253816 335435 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:22.016264 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1009 18:28:22.025798 341627 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 18:28:22.034867 341627 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1009 18:28:22.044087 341627 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 18:28:22.055363 341627 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 18:28:22.062843 341627 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:22.152470 341627 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1009 18:28:22.253368 341627 start.go:542] Will wait 60s for socket path /run/containerd/containerd.sock
I1009 18:28:22.253443 341627 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1009 18:28:22.257875 341627 start.go:563] Will wait 60s for crictl version
I1009 18:28:22.257930 341627 ssh_runner.go:195] Run: which crictl
I1009 18:28:22.262658 341627 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1009 18:28:22.295061 341627 start.go:579] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: v1.7.28
RuntimeApiVersion: v1
I1009 18:28:22.295174 341627 ssh_runner.go:195] Run: containerd --version
I1009 18:28:22.322191 341627 ssh_runner.go:195] Run: containerd --version
I1009 18:28:22.349785 341627 out.go:179] * Preparing containerd 1.7.28 ...
I1009 18:28:22.351108 341627 ssh_runner.go:195] Run: rm -f paused
I1009 18:28:22.356194 341627 out.go:179] * Done! minikube is ready without Kubernetes!
I1009 18:28:22.358761 341627 out.go:203] ╭──────────────────────────────────────────────────────────╮
│ │
│ * Things to try without Kubernetes ... │
│ │
│ - "minikube ssh" to SSH into minikube's node. │
│ - "minikube image" to build images without docker. │
│ │
╰──────────────────────────────────────────────────────────╯
I1009 18:28:20.058401 340368 cli_runner.go:164] Run: docker network inspect kubernetes-upgrade-701596 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1009 18:28:20.079994 340368 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1009 18:28:20.084756 340368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 18:28:20.098572 340368 kubeadm.go:883] updating cluster {Name:kubernetes-upgrade-701596 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:kubernetes-upgrade-701596 Namespace:default APIServerHAVIP: APIServerNam
e:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: Stati
cIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1009 18:28:20.098727 340368 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime containerd
I1009 18:28:20.098797 340368 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 18:28:20.129790 340368 containerd.go:627] all images are preloaded for containerd runtime.
I1009 18:28:20.129817 340368 containerd.go:534] Images already preloaded, skipping extraction
I1009 18:28:20.129883 340368 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 18:28:20.161987 340368 containerd.go:627] all images are preloaded for containerd runtime.
I1009 18:28:20.162007 340368 cache_images.go:85] Images are preloaded, skipping loading
I1009 18:28:20.162016 340368 kubeadm.go:934] updating node { 192.168.76.2 8443 v1.28.0 containerd true true} ...
I1009 18:28:20.162106 340368 kubeadm.go:946] kubelet [Unit]
Wants=containerd.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=kubernetes-upgrade-701596 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.28.0 ClusterName:kubernetes-upgrade-701596 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1009 18:28:20.162176 340368 ssh_runner.go:195] Run: sudo crictl info
I1009 18:28:20.197595 340368 cni.go:84] Creating CNI manager for ""
I1009 18:28:20.197625 340368 cni.go:143] "docker" driver + "containerd" runtime found, recommending kindnet
I1009 18:28:20.197717 340368 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1009 18:28:20.197782 340368 kubeadm.go:190] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:kubernetes-upgrade-701596 NodeName:kubernetes-upgrade-701596 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca
.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///run/containerd/containerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1009 18:28:20.197994 340368 kubeadm.go:196] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///run/containerd/containerd.sock
name: "kubernetes-upgrade-701596"
kubeletExtraArgs:
node-ip: 192.168.76.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///run/containerd/containerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 18:28:20.198077 340368 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0
I1009 18:28:20.209070 340368 binaries.go:51] Found k8s binaries, skipping transfer
I1009 18:28:20.209159 340368 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1009 18:28:20.218347 340368 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (329 bytes)
I1009 18:28:20.238709 340368 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 18:28:20.254343 340368 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2178 bytes)
I1009 18:28:20.270354 340368 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1009 18:28:20.274555 340368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 18:28:20.288353 340368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 18:28:20.411510 340368 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1009 18:28:20.439054 340368 certs.go:69] Setting up /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596 for IP: 192.168.76.2
I1009 18:28:20.439079 340368 certs.go:195] generating shared ca certs ...
I1009 18:28:20.439102 340368 certs.go:227] acquiring lock for ca certs: {Name:mk886b151c2ee368fca29ea3aee2e1e334a9b55c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.439638 340368 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/21139-140450/.minikube/ca.key
I1009 18:28:20.439777 340368 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.key
I1009 18:28:20.439824 340368 certs.go:257] generating profile certs ...
I1009 18:28:20.439940 340368 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.key
I1009 18:28:20.440011 340368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.crt with IP's: []
I1009 18:28:20.918609 340368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.crt ...
I1009 18:28:20.918646 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.crt: {Name:mke63eff4621790fb9613d101045ddd5ef8b433f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.918841 340368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.key ...
I1009 18:28:20.918865 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/client.key: {Name:mkc0b317bfe82bf79a00685c75590df3337845d4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:20.918988 340368 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key.59c826b3
I1009 18:28:20.919011 340368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt.59c826b3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1009 18:28:21.187031 340368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt.59c826b3 ...
I1009 18:28:21.187061 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt.59c826b3: {Name:mke7e24ad9abf21bcd1fd5a13807745c3519a23e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:21.187273 340368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key.59c826b3 ...
I1009 18:28:21.187302 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key.59c826b3: {Name:mk47f7d9887d78713120b9f3236f0f5f1523adc4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:21.187433 340368 certs.go:382] copying /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt.59c826b3 -> /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt
I1009 18:28:21.187557 340368 certs.go:386] copying /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key.59c826b3 -> /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key
I1009 18:28:21.188307 340368 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.key
I1009 18:28:21.188336 340368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.crt with IP's: []
I1009 18:28:21.603655 340368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.crt ...
I1009 18:28:21.603681 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.crt: {Name:mk91c0b64c87af88f04bf404fd81f8baa12d700a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:21.603850 340368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.key ...
I1009 18:28:21.603873 340368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.key: {Name:mk9549ae414f5a458797b1ddd3d4310db3c43aef Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 18:28:21.604103 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094.pem (1338 bytes)
W1009 18:28:21.604177 340368 certs.go:480] ignoring /home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094_empty.pem, impossibly tiny 0 bytes
I1009 18:28:21.604193 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca-key.pem (1675 bytes)
I1009 18:28:21.604283 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/ca.pem (1078 bytes)
I1009 18:28:21.604327 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/cert.pem (1123 bytes)
I1009 18:28:21.604360 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/certs/key.pem (1675 bytes)
I1009 18:28:21.604413 340368 certs.go:484] found cert: /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem (1708 bytes)
I1009 18:28:21.605176 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 18:28:21.622646 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1009 18:28:21.650427 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 18:28:21.670709 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1009 18:28:21.689457 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1009 18:28:21.707517 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1009 18:28:21.727603 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 18:28:21.754253 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/profiles/kubernetes-upgrade-701596/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1009 18:28:21.774032 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/certs/144094.pem --> /usr/share/ca-certificates/144094.pem (1338 bytes)
I1009 18:28:21.798273 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/files/etc/ssl/certs/1440942.pem --> /usr/share/ca-certificates/1440942.pem (1708 bytes)
I1009 18:28:21.816038 340368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/21139-140450/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 18:28:21.839017 340368 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1009 18:28:21.851618 340368 ssh_runner.go:195] Run: openssl version
I1009 18:28:21.858281 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/144094.pem && ln -fs /usr/share/ca-certificates/144094.pem /etc/ssl/certs/144094.pem"
I1009 18:28:21.868896 340368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/144094.pem
I1009 18:28:21.878621 340368 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 9 18:03 /usr/share/ca-certificates/144094.pem
I1009 18:28:21.878700 340368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/144094.pem
I1009 18:28:21.915844 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/144094.pem /etc/ssl/certs/51391683.0"
I1009 18:28:21.925107 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1440942.pem && ln -fs /usr/share/ca-certificates/1440942.pem /etc/ssl/certs/1440942.pem"
I1009 18:28:21.933728 340368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.937809 340368 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 9 18:03 /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.937863 340368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1440942.pem
I1009 18:28:21.982716 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1440942.pem /etc/ssl/certs/3ec20f2e.0"
I1009 18:28:21.992499 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 18:28:22.002919 340368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:22.007490 340368 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 9 17:57 /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:22.007541 340368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 18:28:22.062433 340368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 18:28:22.070875 340368 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1009 18:28:22.074358 340368 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1009 18:28:22.074423 340368 kubeadm.go:400] StartCluster: {Name:kubernetes-upgrade-701596 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1759745255-21703@sha256:cb5cd2ea26aaf2d64a5ec385670af2f770e759461e4b662fd7a8fae305b74c92 Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:kubernetes-upgrade-701596 Namespace:default APIServerHAVIP: APIServerName:m
inikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:containerd ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP
: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1009 18:28:22.074505 340368 cri.go:54] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}
I1009 18:28:22.074550 340368 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1009 18:28:22.110154 340368 cri.go:89] found id: ""
I1009 18:28:22.110231 340368 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1009 18:28:22.118813 340368 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1009 18:28:22.126745 340368 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1009 18:28:22.126802 340368 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1009 18:28:22.134400 340368 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 18:28:22.134422 340368 kubeadm.go:157] found existing configuration files:
I1009 18:28:22.134463 340368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1009 18:28:22.141808 340368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1009 18:28:22.141858 340368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1009 18:28:22.148897 340368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1009 18:28:22.156863 340368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1009 18:28:22.156916 340368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1009 18:28:22.164762 340368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1009 18:28:22.173014 340368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1009 18:28:22.173075 340368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1009 18:28:22.180346 340368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1009 18:28:22.187939 340368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1009 18:28:22.187997 340368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1009 18:28:22.195683 340368 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1009 18:28:22.244219 340368 kubeadm.go:318] [init] Using Kubernetes version: v1.28.0
I1009 18:28:22.244299 340368 kubeadm.go:318] [preflight] Running pre-flight checks
I1009 18:28:22.287063 340368 kubeadm.go:318] [preflight] The system verification failed. Printing the output from the verification:
I1009 18:28:22.287194 340368 kubeadm.go:318] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1041-gcp[0m
I1009 18:28:22.287233 340368 kubeadm.go:318] [0;37mOS[0m: [0;32mLinux[0m
I1009 18:28:22.287268 340368 kubeadm.go:318] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1009 18:28:22.287321 340368 kubeadm.go:318] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1009 18:28:22.287384 340368 kubeadm.go:318] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1009 18:28:22.287449 340368 kubeadm.go:318] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1009 18:28:22.287556 340368 kubeadm.go:318] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1009 18:28:22.287645 340368 kubeadm.go:318] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1009 18:28:22.287710 340368 kubeadm.go:318] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1009 18:28:22.287799 340368 kubeadm.go:318] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1009 18:28:22.376864 340368 kubeadm.go:318] [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 18:28:22.377002 340368 kubeadm.go:318] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 18:28:22.377258 340368 kubeadm.go:318] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I1009 18:28:22.547559 340368 kubeadm.go:318] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 18:28:22.324919 335435 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1009 18:28:22.447664 335435 start.go:519] Will wait 60s for socket path /run/containerd/containerd.sock
I1009 18:28:22.447746 335435 ssh_runner.go:195] Run: stat /run/containerd/containerd.sock
I1009 18:28:22.452401 335435 start.go:540] Will wait 60s for crictl version
I1009 18:28:22.452459 335435 ssh_runner.go:195] Run: which crictl
I1009 18:28:22.457435 335435 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 18:28:22.506985 335435 start.go:556] Version: 0.1.0
RuntimeName: containerd
RuntimeVersion: 1.6.24
RuntimeApiVersion: v1
I1009 18:28:22.507084 335435 ssh_runner.go:195] Run: containerd --version
I1009 18:28:22.536243 335435 ssh_runner.go:195] Run: containerd --version
I1009 18:28:22.567259 335435 out.go:177] * Preparing Kubernetes v1.28.3 on containerd 1.6.24 ...
I1009 18:28:22.550082 340368 out.go:252] - Generating certificates and keys ...
I1009 18:28:22.550192 340368 kubeadm.go:318] [certs] Using existing ca certificate authority
I1009 18:28:22.550307 340368 kubeadm.go:318] [certs] Using existing apiserver certificate and key on disk
I1009 18:28:22.788609 340368 kubeadm.go:318] [certs] Generating "apiserver-kubelet-client" certificate and key
I1009 18:28:23.348103 340368 kubeadm.go:318] [certs] Generating "front-proxy-ca" certificate and key
I1009 18:28:23.499549 340368 kubeadm.go:318] [certs] Generating "front-proxy-client" certificate and key
I1009 18:28:23.637959 340368 kubeadm.go:318] [certs] Generating "etcd/ca" certificate and key
I1009 18:28:23.743424 340368 kubeadm.go:318] [certs] Generating "etcd/server" certificate and key
I1009 18:28:23.743637 340368 kubeadm.go:318] [certs] etcd/server serving cert is signed for DNS names [kubernetes-upgrade-701596 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1009 18:28:24.090444 340368 kubeadm.go:318] [certs] Generating "etcd/peer" certificate and key
I1009 18:28:24.090722 340368 kubeadm.go:318] [certs] etcd/peer serving cert is signed for DNS names [kubernetes-upgrade-701596 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
==> containerd <==
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247167716Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247231782Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247253194Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247265141Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247281744Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247294672Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247310309Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247323429Z" level=info msg="NRI interface is disabled by configuration."
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247337048Z" level=info msg="loading plugin \"io.containerd.grpc.v1.cri\"..." type=io.containerd.grpc.v1
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247679655Z" level=info msg="Start cri plugin with config {PluginConfig:{ContainerdConfig:{Snapshotter:overlayfs DefaultRuntimeName:runc DefaultRuntime:{Type: Path: Engine: PodAnnotations:[] ContainerAnnotations:[] Root: Options:map[] PrivilegedWithoutHostDevices:false PrivilegedWithoutHostDevicesAllDevicesAllowed:false BaseRuntimeSpec: NetworkPluginConfDir: NetworkPluginMaxConfNum:0 Snapshotter: SandboxMode:} UntrustedWorkloadRuntime:{Type: Path: Engine: PodAnnotations:[] ContainerAnnotations:[] Root: Options:map[] PrivilegedWithoutHostDevices:false PrivilegedWithoutHostDevicesAllDevicesAllowed:false BaseRuntimeSpec: NetworkPluginConfDir: NetworkPluginMaxConfNum:0 Snapshotter: SandboxMode:} Runtimes:map[runc:{Type:io.containerd.runc.v2 Path: Engine: PodAnnotations:[] ContainerAnnotations:[] Root: Options:map[SystemdCgroup:true] PrivilegedWithoutHostDevices:false PrivilegedWithoutHostDevicesAllDevicesAllowed:false BaseRunti
meSpec: NetworkPluginConfDir: NetworkPluginMaxConfNum:0 Snapshotter: SandboxMode:podsandbox}] NoPivot:false DisableSnapshotAnnotations:true DiscardUnpackedLayers:true IgnoreBlockIONotEnabledErrors:false IgnoreRdtNotEnabledErrors:false} CniConfig:{NetworkPluginBinDir:/opt/cni/bin NetworkPluginConfDir:/etc/cni/net.d NetworkPluginMaxConfNum:1 NetworkPluginSetupSerially:false NetworkPluginConfTemplate: IPPreference:} Registry:{ConfigPath:/etc/containerd/certs.d Mirrors:map[] Configs:map[] Auths:map[] Headers:map[]} ImageDecryption:{KeyModel:node} DisableTCPService:true StreamServerAddress: StreamServerPort:10010 StreamIdleTimeout:4h0m0s EnableSelinux:false SelinuxCategoryRange:1024 SandboxImage:registry.k8s.io/pause:3.9 StatsCollectPeriod:10 SystemdCgroup:false EnableTLSStreaming:false X509KeyPairStreaming:{TLSCertFile: TLSKeyFile:} MaxContainerLogLineSize:16384 DisableCgroup:false DisableApparmor:false RestrictOOMScoreAdj:false MaxConcurrentDownloads:3 DisableProcMount:false UnsetSeccompProfile: TolerateMissingH
ugetlbController:true DisableHugetlbController:true DeviceOwnershipFromSecurityContext:false IgnoreImageDefinedVolumes:false NetNSMountsUnderStateDir:false EnableUnprivilegedPorts:false EnableUnprivilegedICMP:false EnableCDI:false CDISpecDirs:[/etc/cdi /var/run/cdi] ImagePullProgressTimeout:5m0s DrainExecSyncIOTimeout:0s ImagePullWithSyncFs:false IgnoreDeprecationWarnings:[]} ContainerdRootDir:/var/lib/containerd ContainerdEndpoint:/run/containerd/containerd.sock RootDir:/var/lib/containerd/io.containerd.grpc.v1.cri StateDir:/run/containerd/io.containerd.grpc.v1.cri}"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247746746Z" level=info msg="Connect containerd service"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247795876Z" level=info msg="using legacy CRI server"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247807961Z" level=info msg="using experimental NRI integration - disable nri plugin to prevent this"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.247953040Z" level=info msg="Get image filesystem path \"/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs\""
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.248732612Z" level=error msg="failed to load cni during init, please check CRI plugin status before setting up network for pods" error="cni config load failed: no network config found in /etc/cni/net.d: cni plugin not initialized: failed to load cni config"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.248907763Z" level=info msg="Start subscribing containerd event"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.249253109Z" level=info msg=serving... address=/run/containerd/containerd.sock.ttrpc
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.249475409Z" level=info msg=serving... address=/run/containerd/containerd.sock
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.249583087Z" level=info msg="Start recovering state"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250277259Z" level=info msg="Start event monitor"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250378167Z" level=info msg="Start snapshots syncer"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250406899Z" level=info msg="Start cni network conf syncer for default"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250428939Z" level=info msg="Start streaming server"
Oct 09 18:28:22 NoKubernetes-847951 containerd[658]: time="2025-10-09T18:28:22.250583911Z" level=info msg="containerd successfully booted in 0.041875s"
Oct 09 18:28:22 NoKubernetes-847951 systemd[1]: Started containerd.service - containerd container runtime.
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v0.0.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v0.0.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
sudo: /var/lib/minikube/binaries/v0.0.0/kubectl: command not found
==> dmesg <==
[Oct 9 17:17] TAA CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/tsx_async_abort.html for more details.
[ +0.001883] MMIO Stale Data CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/processor_mmio_stale_data.html for more details.
[ +0.081021] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended configuration space under this bridge
[ +0.375327] i8042: Warning: Keylock active
[ +0.011676] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.003214] platform eisa.0: EISA: Cannot allocate resource for mainboard
[ +0.000906] platform eisa.0: Cannot allocate resource for EISA slot 1
[ +0.000659] platform eisa.0: Cannot allocate resource for EISA slot 2
[ +0.000935] platform eisa.0: Cannot allocate resource for EISA slot 3
[ +0.001129] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000675] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000664] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.000730] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.000835] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.448086] block sda: the capability attribute has been deprecated.
[ +0.076799] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.019944] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +6.638606] kauditd_printk_skb: 47 callbacks suppressed
==> kernel <==
18:28:24 up 1:10, 0 user, load average: 6.82, 2.65, 10.81
Linux NoKubernetes-847951 6.8.0-1041-gcp #43~22.04.1-Ubuntu SMP Wed Sep 24 23:11:19 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kubelet <==
-- No entries --
-- /stdout --
helpers_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p NoKubernetes-847951 -n NoKubernetes-847951
helpers_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p NoKubernetes-847951 -n NoKubernetes-847951: exit status 6 (317.507061ms)
-- stdout --
Stopped
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E1009 18:28:25.113476 348530 status.go:458] kubeconfig endpoint: get endpoint: "NoKubernetes-847951" does not appear in /home/jenkins/minikube-integration/21139-140450/kubeconfig
** /stderr **
helpers_test.go:262: status error: exit status 6 (may be ok)
helpers_test.go:264: "NoKubernetes-847951" apiserver is not running, skipping kubectl commands (state="Stopped")
--- FAIL: TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads (2.75s)