=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:479: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:484: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- rollout status deployment/busybox
multinode_test.go:484: (dbg) Done: out/minikube-linux-amd64 kubectl -p multinode-465879 -- rollout status deployment/busybox: (3.428501317s)
multinode_test.go:490: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:496: expected 2 Pod IPs but got 1, output: "\n-- stdout --\n\t'10.244.0.3'\n\n-- /stdout --"
multinode_test.go:503: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:511: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-5ckk6 -- nslookup kubernetes.io
multinode_test.go:511: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-tf4z8 -- nslookup kubernetes.io
multinode_test.go:511: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-tf4z8 -- nslookup kubernetes.io: exit status 1 (187.430565ms)
-- stdout --
Server: 10.96.0.10
Address 1: 10.96.0.10
-- /stdout --
** stderr **
nslookup: can't resolve 'kubernetes.io'
command terminated with exit code 1
** /stderr **
multinode_test.go:513: Pod busybox-6b86dd6d48-tf4z8 could not resolve 'kubernetes.io': exit status 1
multinode_test.go:521: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-5ckk6 -- nslookup kubernetes.default
multinode_test.go:521: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-tf4z8 -- nslookup kubernetes.default
multinode_test.go:521: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-tf4z8 -- nslookup kubernetes.default: exit status 1 (177.047505ms)
-- stdout --
Server: 10.96.0.10
Address 1: 10.96.0.10
-- /stdout --
** stderr **
nslookup: can't resolve 'kubernetes.default'
command terminated with exit code 1
** /stderr **
multinode_test.go:523: Pod busybox-6b86dd6d48-tf4z8 could not resolve 'kubernetes.default': exit status 1
multinode_test.go:529: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-5ckk6 -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:529: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-tf4z8 -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:529: (dbg) Non-zero exit: out/minikube-linux-amd64 kubectl -p multinode-465879 -- exec busybox-6b86dd6d48-tf4z8 -- nslookup kubernetes.default.svc.cluster.local: exit status 1 (180.073396ms)
-- stdout --
Server: 10.96.0.10
Address 1: 10.96.0.10
-- /stdout --
** stderr **
nslookup: can't resolve 'kubernetes.default.svc.cluster.local'
command terminated with exit code 1
** /stderr **
multinode_test.go:531: Pod busybox-6b86dd6d48-tf4z8 could not resolve local service (kubernetes.default.svc.cluster.local): exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestMultiNode/serial/DeployApp2Nodes]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect multinode-465879
helpers_test.go:235: (dbg) docker inspect multinode-465879:
-- stdout --
[
{
"Id": "3b7bd181f32431c5283eae0450696db91dc5fe141089a797561811a90f9e3e70",
"Created": "2023-03-15T20:09:45.151457434Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 156191,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-03-15T20:09:45.51727121Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c2228ee73b919fe6986a8848f936a81a268f0e56f65fc402964f596a1336d16b",
"ResolvConfPath": "/var/lib/docker/containers/3b7bd181f32431c5283eae0450696db91dc5fe141089a797561811a90f9e3e70/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/3b7bd181f32431c5283eae0450696db91dc5fe141089a797561811a90f9e3e70/hostname",
"HostsPath": "/var/lib/docker/containers/3b7bd181f32431c5283eae0450696db91dc5fe141089a797561811a90f9e3e70/hosts",
"LogPath": "/var/lib/docker/containers/3b7bd181f32431c5283eae0450696db91dc5fe141089a797561811a90f9e3e70/3b7bd181f32431c5283eae0450696db91dc5fe141089a797561811a90f9e3e70-json.log",
"Name": "/multinode-465879",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"multinode-465879:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "multinode-465879",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ce00907240c0a65791bb4cf587df27fe5a486fde845fb6aee362393b52d3cb77-init/diff:/var/lib/docker/overlay2/0af82493d38dd7b733ba1f3af51cc7d1e3b5293c1183f66fee9ee6b88084e78c/diff:/var/lib/docker/overlay2/7e3d33e84d2c1c9a624859aea7c1d0aef21f400040cefc13b3bf57a3e48a536e/diff:/var/lib/docker/overlay2/97ce438d293c32c6173fd06d48e8f3f16e64a26c63bbf2f062d56375b9da7c20/diff:/var/lib/docker/overlay2/f0a2e6846c55e578365ec2e15bc692b26d6089f44470273bf5f591d26fb41aff/diff:/var/lib/docker/overlay2/831b65736acb0de0c0e51cb9b476cd2229d014276b3c8375c4db8e902d1cc6ee/diff:/var/lib/docker/overlay2/b316337815597958918828ff21203ddf3aeaa2741e7dd60b6e63403a8ab7b061/diff:/var/lib/docker/overlay2/a73d39ac365f28581fe36327cb8495664e0e2975bee36ea4720ea913e0ba146c/diff:/var/lib/docker/overlay2/688a76b54019c2587c8ce2290afe56f984b6891441d28f429a7d3ecda0f042ba/diff:/var/lib/docker/overlay2/3f985827c1d61afef2e0a90b5be998750b12609cb9bcc19ba99f241d3d3eecd8/diff:/var/lib/docker/overlay2/889579
d55b2175cd0cebf495028dd8893580ab345dd2faba7e2c3c79868e476c/diff:/var/lib/docker/overlay2/5f8640ac36aac916e85acbddb7a9066e4a451b17d862f599b5cdc30f0773a8a8/diff:/var/lib/docker/overlay2/a969682bc35a51cad4be4e16e54031ee658cbc97847a18fb40bc5b79d2f837e0/diff:/var/lib/docker/overlay2/c18c5d04ffea33ef54bdcd38bd12bb0c86fcc36b02bc56e19d412ff777556b83/diff:/var/lib/docker/overlay2/5480e9a3e2d30557653399633990ac0226f4ea01bfa013067356c0a26adbc7ff/diff:/var/lib/docker/overlay2/35638cdeb67af2facb593febf3665f0fc407d1ba6d2a768875f992cf920a0c67/diff:/var/lib/docker/overlay2/d9cafcfc91c74908acdc9682f9272767d67bca17d2a55ead6d2d53f998298a4e/diff:/var/lib/docker/overlay2/0ea35e711d6e54d56af5d9b402170d01b157f8d1a47cd1abfeb385f1a272c1cb/diff:/var/lib/docker/overlay2/d1e7feba19d28c5483dc85828302d984d9ac568c404469e4079c208737028c7a/diff:/var/lib/docker/overlay2/c5c73f700aa87386a52191307de5f3bc5e4cb182b83ae7629c1fc6c4a239771d/diff:/var/lib/docker/overlay2/40c3a83bfc800cd5d1b5908511abe1adc1ff66b03c415df52bcf7abfe2899b9a/diff:/var/lib/d
ocker/overlay2/f404b43e2d5d66edca74a0fbc6dcc5cc17e98e3e54cd2f0a1be737b1f0ff7b71/diff:/var/lib/docker/overlay2/d03ebbacc59c6ae3247ac73fdf4b7ec6158e4627d857d096c9824ebf8806a05a/diff:/var/lib/docker/overlay2/dfe3012e95eeea6b6903d73117a691dab0731084a2214c9d0f4eb9e5cb30620e/diff:/var/lib/docker/overlay2/10fafd02493777d43528ee109601500d6f4e84f77187f32fb0a4e47c7afda37c/diff:/var/lib/docker/overlay2/04321807b2a1dfbaf1167a0bbb334eaf2747ec29f129121f11322bf4ffab4f69/diff:/var/lib/docker/overlay2/1cfca9e7199229d2eada1cfbdd19ceece5919f4a1cefa4eb45424d3dd4dfa81b/diff:/var/lib/docker/overlay2/8d500064d869126d3cccf7fdca9a5c65b8801b53239b36a629ecac7c99559821/diff:/var/lib/docker/overlay2/0f66374adf31eb7999aac301b4b9ccd5602aef28beac98a3d4cc54067ddd6e0a/diff:/var/lib/docker/overlay2/cdb4b84afb607344880521a8e38561f4400a2a2c9393a278c8af2ef80f914066/diff:/var/lib/docker/overlay2/da2739addbb89ce92f2d8b27ed4dc6e97cd3dfbfb3f7f061d311293beabb1431/diff:/var/lib/docker/overlay2/034e18da552fbe566edcd046fbad46829cec078dc62540cb281b528ee86
d8b25/diff:/var/lib/docker/overlay2/048d78a819b4d31d2cfe2ba306ad93cdc70728fe7c83d7c220385287326e9f6c/diff:/var/lib/docker/overlay2/e0e577f57a9aaaee20c9bf7b8d0f7af5426ea7f098cb05dd4201c4f58e3955cc/diff:/var/lib/docker/overlay2/faf678db218386cad30453c135bfa346e9e6d7f8d4ae17c84eff3539af63434f/diff:/var/lib/docker/overlay2/9e1af5b1b2fb4562fb2fe439bf781636b0ab16d0850e27fd49e9e1f74ad35e1e/diff:/var/lib/docker/overlay2/1e9144cc956c71adedc2cee3f3b14421225454905c599db8fc386961914397c3/diff:/var/lib/docker/overlay2/00dc82a6a5178eedfb10e2569f9b6e7992e3b73bea011d6902b2bc4b6f5f2d6b/diff:/var/lib/docker/overlay2/8b0fd3287740994f7253138b25a1e50f1bde7b6ebe03a89c6e5bb26d08b3649b/diff:/var/lib/docker/overlay2/c4126c9d58fba042e11ad5f9bc3bb8dcbf66db916633f15552ac3b1800330783/diff:/var/lib/docker/overlay2/572577428b7f31183862396b246c457c84aef4e54830f3ea91004b6bfd49bba5/diff:/var/lib/docker/overlay2/1002e2707477e78360352ce105b37616fe53934c9319c604e14ac31a08b4193d/diff:/var/lib/docker/overlay2/c407449d98dd83523ddaa50187fc118a9fb3c5
1691751cd5322ed05030a316df/diff",
"MergedDir": "/var/lib/docker/overlay2/ce00907240c0a65791bb4cf587df27fe5a486fde845fb6aee362393b52d3cb77/merged",
"UpperDir": "/var/lib/docker/overlay2/ce00907240c0a65791bb4cf587df27fe5a486fde845fb6aee362393b52d3cb77/diff",
"WorkDir": "/var/lib/docker/overlay2/ce00907240c0a65791bb4cf587df27fe5a486fde845fb6aee362393b52d3cb77/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "multinode-465879",
"Source": "/var/lib/docker/volumes/multinode-465879/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "multinode-465879",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "multinode-465879",
"name.minikube.sigs.k8s.io": "multinode-465879",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "20.04",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "09ca4917c8dd5b3ca273a8e8f481425b15ba078ffe283ffc7080fea4ce202016",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32852"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32851"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32848"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32850"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32849"
}
]
},
"SandboxKey": "/var/run/docker/netns/09ca4917c8dd",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"multinode-465879": {
"IPAMConfig": {
"IPv4Address": "192.168.58.2"
},
"Links": null,
"Aliases": [
"3b7bd181f324",
"multinode-465879"
],
"NetworkID": "31c48803035964adbc6c9cc75e95764f3c2e6760ac12a056f26d023b0da5cad0",
"EndpointID": "929d9c0e1fefd9672a22ee430579f6d0f185dfa165c8b552bed7e0a015406111",
"Gateway": "192.168.58.1",
"IPAddress": "192.168.58.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:3a:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p multinode-465879 -n multinode-465879
helpers_test.go:244: <<< TestMultiNode/serial/DeployApp2Nodes FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiNode/serial/DeployApp2Nodes]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p multinode-465879 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p multinode-465879 logs -n 25: (1.153191083s)
helpers_test.go:252: TestMultiNode/serial/DeployApp2Nodes logs:
-- stdout --
*
* ==> Audit <==
* |---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -p second-671288 | second-671288 | jenkins | v1.29.0 | 15 Mar 23 20:08 UTC | 15 Mar 23 20:08 UTC |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p second-671288 | second-671288 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| delete | -p first-669274 | first-669274 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| start | -p mount-start-1-751361 | mount-start-1-751361 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| | --memory=2048 --mount | | | | | |
| | --mount-gid 0 --mount-msize | | | | | |
| | 6543 --mount-port 46464 | | | | | |
| | --mount-uid 0 --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| ssh | mount-start-1-751361 ssh -- ls | mount-start-1-751361 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| | /minikube-host | | | | | |
| start | -p mount-start-2-766459 | mount-start-2-766459 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| | --memory=2048 --mount | | | | | |
| | --mount-gid 0 --mount-msize | | | | | |
| | 6543 --mount-port 46465 | | | | | |
| | --mount-uid 0 --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| ssh | mount-start-2-766459 ssh -- ls | mount-start-2-766459 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-1-751361 | mount-start-1-751361 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| | --alsologtostderr -v=5 | | | | | |
| ssh | mount-start-2-766459 ssh -- ls | mount-start-2-766459 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| | /minikube-host | | | | | |
| stop | -p mount-start-2-766459 | mount-start-2-766459 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| start | -p mount-start-2-766459 | mount-start-2-766459 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| ssh | mount-start-2-766459 ssh -- ls | mount-start-2-766459 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| | /minikube-host | | | | | |
| delete | -p mount-start-2-766459 | mount-start-2-766459 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| delete | -p mount-start-1-751361 | mount-start-1-751361 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:09 UTC |
| start | -p multinode-465879 | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:09 UTC | 15 Mar 23 20:10 UTC |
| | --wait=true --memory=2200 | | | | | |
| | --nodes=2 -v=8 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| kubectl | -p multinode-465879 -- apply -f | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | 15 Mar 23 20:10 UTC |
| | ./testdata/multinodes/multinode-pod-dns-test.yaml | | | | | |
| kubectl | -p multinode-465879 -- rollout | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | 15 Mar 23 20:10 UTC |
| | status deployment/busybox | | | | | |
| kubectl | -p multinode-465879 -- get pods -o | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | 15 Mar 23 20:10 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p multinode-465879 -- get pods -o | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | 15 Mar 23 20:10 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p multinode-465879 -- exec | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | 15 Mar 23 20:10 UTC |
| | busybox-6b86dd6d48-5ckk6 -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-465879 -- exec | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | |
| | busybox-6b86dd6d48-tf4z8 -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p multinode-465879 -- exec | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | 15 Mar 23 20:10 UTC |
| | busybox-6b86dd6d48-5ckk6 -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-465879 -- exec | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | |
| | busybox-6b86dd6d48-tf4z8 -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p multinode-465879 -- exec | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | 15 Mar 23 20:10 UTC |
| | busybox-6b86dd6d48-5ckk6 -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p multinode-465879 -- exec | multinode-465879 | jenkins | v1.29.0 | 15 Mar 23 20:10 UTC | |
| | busybox-6b86dd6d48-tf4z8 -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
|---------|---------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|
*
* ==> Last Start <==
* Log file created at: 2023/03/15 20:09:38
Running on machine: ubuntu-20-agent
Binary: Built with gc go1.20.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0315 20:09:38.547716 155192 out.go:296] Setting OutFile to fd 1 ...
I0315 20:09:38.547856 155192 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0315 20:09:38.547865 155192 out.go:309] Setting ErrFile to fd 2...
I0315 20:09:38.547870 155192 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0315 20:09:38.547993 155192 root.go:336] Updating PATH: /home/jenkins/minikube-integration/16056-3850/.minikube/bin
I0315 20:09:38.548612 155192 out.go:303] Setting JSON to false
I0315 20:09:38.550848 155192 start.go:125] hostinfo: {"hostname":"ubuntu-20-agent","uptime":3123,"bootTime":1678907856,"procs":1292,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1030-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0315 20:09:38.550919 155192 start.go:135] virtualization: kvm guest
I0315 20:09:38.553666 155192 out.go:177] * [multinode-465879] minikube v1.29.0 on Ubuntu 20.04 (kvm/amd64)
I0315 20:09:38.555534 155192 out.go:177] - MINIKUBE_LOCATION=16056
I0315 20:09:38.555468 155192 notify.go:220] Checking for updates...
I0315 20:09:38.557324 155192 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0315 20:09:38.559009 155192 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/16056-3850/kubeconfig
I0315 20:09:38.560696 155192 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/16056-3850/.minikube
I0315 20:09:38.562396 155192 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0315 20:09:38.564082 155192 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0315 20:09:38.565805 155192 driver.go:365] Setting default libvirt URI to qemu:///system
I0315 20:09:38.637962 155192 docker.go:121] docker version: linux-23.0.1:Docker Engine - Community
I0315 20:09:38.638053 155192 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0315 20:09:38.761575 155192 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:32 SystemTime:2023-03-15 20:09:38.752705066 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1030-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33660669952 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:23.0.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2456e983eb9e37e47538f59ea18f2043c9a73640 Expected:2456e983eb9e37e47538f59ea18f2043c9a73640} RuncCommit:{ID:v1.1.4-0-g5fd4c4d Expected:v1.1.4-0-g5fd4c4d} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.10.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.16.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0315 20:09:38.761674 155192 docker.go:294] overlay module found
I0315 20:09:38.764222 155192 out.go:177] * Using the docker driver based on user configuration
I0315 20:09:38.765899 155192 start.go:296] selected driver: docker
I0315 20:09:38.765914 155192 start.go:857] validating driver "docker" against <nil>
I0315 20:09:38.765925 155192 start.go:868] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0315 20:09:38.766681 155192 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0315 20:09:38.889227 155192 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:32 SystemTime:2023-03-15 20:09:38.880524252 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1030-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:x86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33660669952 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent Labels:[] ExperimentalBuild:false ServerVersion:23.0.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2456e983eb9e37e47538f59ea18f2043c9a73640 Expected:2456e983eb9e37e47538f59ea18f2043c9a73640} RuncCommit:{ID:v1.1.4-0-g5fd4c4d Expected:v1.1.4-0-g5fd4c4d} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Se
rverErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.10.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.16.0] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I0315 20:09:38.889337 155192 start_flags.go:305] no existing cluster config was found, will generate one from the flags
I0315 20:09:38.889526 155192 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0315 20:09:38.891697 155192 out.go:177] * Using Docker driver with root privileges
I0315 20:09:38.893471 155192 cni.go:84] Creating CNI manager for ""
I0315 20:09:38.893490 155192 cni.go:136] 0 nodes found, recommending kindnet
I0315 20:09:38.893503 155192 start_flags.go:314] Found "CNI" CNI - setting NetworkPlugin=cni
I0315 20:09:38.893523 155192 start_flags.go:319] config:
{Name:multinode-465879 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.26.2 ClusterName:multinode-465879 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:do
cker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP:}
I0315 20:09:38.895530 155192 out.go:177] * Starting control plane node multinode-465879 in cluster multinode-465879
I0315 20:09:38.897235 155192 cache.go:120] Beginning downloading kic base image for docker with docker
I0315 20:09:38.898743 155192 out.go:177] * Pulling base image ...
I0315 20:09:38.900184 155192 preload.go:132] Checking if preload exists for k8s version v1.26.2 and runtime docker
I0315 20:09:38.900210 155192 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f in local docker daemon
I0315 20:09:38.900226 155192 preload.go:148] Found local preload: /home/jenkins/minikube-integration/16056-3850/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.26.2-docker-overlay2-amd64.tar.lz4
I0315 20:09:38.900234 155192 cache.go:57] Caching tarball of preloaded images
I0315 20:09:38.900324 155192 preload.go:174] Found /home/jenkins/minikube-integration/16056-3850/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.26.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0315 20:09:38.900335 155192 cache.go:60] Finished verifying existence of preloaded tar for v1.26.2 on docker
I0315 20:09:38.900660 155192 profile.go:148] Saving config to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/config.json ...
I0315 20:09:38.900683 155192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/config.json: {Name:mkfb1720f479cd9547e1f75bb7fdcb4455aa8908 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:09:38.966654 155192 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f in local docker daemon, skipping pull
I0315 20:09:38.966678 155192 cache.go:143] gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f exists in daemon, skipping load
I0315 20:09:38.966704 155192 cache.go:193] Successfully downloaded all kic artifacts
I0315 20:09:38.966744 155192 start.go:364] acquiring machines lock for multinode-465879: {Name:mk494f50851575c570ef6569c0c1a19bc2013bef Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0315 20:09:38.966858 155192 start.go:368] acquired machines lock for "multinode-465879" in 91.95µs
I0315 20:09:38.966887 155192 start.go:93] Provisioning new machine with config: &{Name:multinode-465879 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.26.2 ClusterName:multinode-465879 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fal
se DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0315 20:09:38.967016 155192 start.go:125] createHost starting for "" (driver="docker")
I0315 20:09:38.969601 155192 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I0315 20:09:38.969844 155192 start.go:159] libmachine.API.Create for "multinode-465879" (driver="docker")
I0315 20:09:38.969876 155192 client.go:168] LocalClient.Create starting
I0315 20:09:38.969947 155192 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem
I0315 20:09:38.969986 155192 main.go:141] libmachine: Decoding PEM data...
I0315 20:09:38.970011 155192 main.go:141] libmachine: Parsing certificate...
I0315 20:09:38.970093 155192 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem
I0315 20:09:38.970136 155192 main.go:141] libmachine: Decoding PEM data...
I0315 20:09:38.970154 155192 main.go:141] libmachine: Parsing certificate...
I0315 20:09:38.970496 155192 cli_runner.go:164] Run: docker network inspect multinode-465879 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0315 20:09:39.036496 155192 cli_runner.go:211] docker network inspect multinode-465879 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0315 20:09:39.036585 155192 network_create.go:281] running [docker network inspect multinode-465879] to gather additional debugging logs...
I0315 20:09:39.036612 155192 cli_runner.go:164] Run: docker network inspect multinode-465879
W0315 20:09:39.101530 155192 cli_runner.go:211] docker network inspect multinode-465879 returned with exit code 1
I0315 20:09:39.101564 155192 network_create.go:284] error running [docker network inspect multinode-465879]: docker network inspect multinode-465879: exit status 1
stdout:
[]
stderr:
Error response from daemon: network multinode-465879 not found
I0315 20:09:39.101579 155192 network_create.go:286] output of [docker network inspect multinode-465879]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network multinode-465879 not found
** /stderr **
I0315 20:09:39.101626 155192 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0315 20:09:39.170765 155192 network.go:214] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-5a39c4e74fa4 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:ae:95:d9:cb} reservation:<nil>}
I0315 20:09:39.171254 155192 network.go:209] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001598c80}
I0315 20:09:39.171279 155192 network_create.go:123] attempt to create docker network multinode-465879 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I0315 20:09:39.171333 155192 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=multinode-465879 multinode-465879
I0315 20:09:39.273666 155192 network_create.go:107] docker network multinode-465879 192.168.58.0/24 created
I0315 20:09:39.273694 155192 kic.go:117] calculated static IP "192.168.58.2" for the "multinode-465879" container
I0315 20:09:39.273761 155192 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0315 20:09:39.341922 155192 cli_runner.go:164] Run: docker volume create multinode-465879 --label name.minikube.sigs.k8s.io=multinode-465879 --label created_by.minikube.sigs.k8s.io=true
I0315 20:09:39.411155 155192 oci.go:103] Successfully created a docker volume multinode-465879
I0315 20:09:39.411261 155192 cli_runner.go:164] Run: docker run --rm --name multinode-465879-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-465879 --entrypoint /usr/bin/test -v multinode-465879:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f -d /var/lib
I0315 20:09:40.021544 155192 oci.go:107] Successfully prepared a docker volume multinode-465879
I0315 20:09:40.021606 155192 preload.go:132] Checking if preload exists for k8s version v1.26.2 and runtime docker
I0315 20:09:40.021627 155192 kic.go:190] Starting extracting preloaded images to volume ...
I0315 20:09:40.021699 155192 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16056-3850/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.26.2-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v multinode-465879:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f -I lz4 -xf /preloaded.tar -C /extractDir
I0315 20:09:44.958530 155192 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16056-3850/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.26.2-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v multinode-465879:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f -I lz4 -xf /preloaded.tar -C /extractDir: (4.936780167s)
I0315 20:09:44.958560 155192 kic.go:199] duration metric: took 4.936930 seconds to extract preloaded images to volume
W0315 20:09:44.958729 155192 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0315 20:09:44.958852 155192 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0315 20:09:45.085747 155192 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-465879 --name multinode-465879 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-465879 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-465879 --network multinode-465879 --ip 192.168.58.2 --volume multinode-465879:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f
I0315 20:09:45.527172 155192 cli_runner.go:164] Run: docker container inspect multinode-465879 --format={{.State.Running}}
I0315 20:09:45.600488 155192 cli_runner.go:164] Run: docker container inspect multinode-465879 --format={{.State.Status}}
I0315 20:09:45.671920 155192 cli_runner.go:164] Run: docker exec multinode-465879 stat /var/lib/dpkg/alternatives/iptables
I0315 20:09:45.797452 155192 oci.go:144] the created container "multinode-465879" has a running status.
I0315 20:09:45.797484 155192 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa...
I0315 20:09:45.944916 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0315 20:09:45.944987 155192 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0315 20:09:46.074348 155192 cli_runner.go:164] Run: docker container inspect multinode-465879 --format={{.State.Status}}
I0315 20:09:46.143980 155192 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0315 20:09:46.144007 155192 kic_runner.go:114] Args: [docker exec --privileged multinode-465879 chown docker:docker /home/docker/.ssh/authorized_keys]
I0315 20:09:46.268463 155192 cli_runner.go:164] Run: docker container inspect multinode-465879 --format={{.State.Status}}
I0315 20:09:46.333143 155192 machine.go:88] provisioning docker machine ...
I0315 20:09:46.333185 155192 ubuntu.go:169] provisioning hostname "multinode-465879"
I0315 20:09:46.333243 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:46.400050 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:09:46.400497 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I0315 20:09:46.400514 155192 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-465879 && echo "multinode-465879" | sudo tee /etc/hostname
I0315 20:09:46.530145 155192 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-465879
I0315 20:09:46.530228 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:46.595826 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:09:46.596256 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I0315 20:09:46.596276 155192 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-465879' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-465879/g' /etc/hosts;
else
echo '127.0.1.1 multinode-465879' | sudo tee -a /etc/hosts;
fi
fi
I0315 20:09:46.717644 155192 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0315 20:09:46.717672 155192 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/16056-3850/.minikube CaCertPath:/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/16056-3850/.minikube}
I0315 20:09:46.717722 155192 ubuntu.go:177] setting up certificates
I0315 20:09:46.717734 155192 provision.go:83] configureAuth start
I0315 20:09:46.717787 155192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-465879
I0315 20:09:46.786156 155192 provision.go:138] copyHostCerts
I0315 20:09:46.786196 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/16056-3850/.minikube/ca.pem
I0315 20:09:46.786230 155192 exec_runner.go:144] found /home/jenkins/minikube-integration/16056-3850/.minikube/ca.pem, removing ...
I0315 20:09:46.786241 155192 exec_runner.go:207] rm: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.pem
I0315 20:09:46.786313 155192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/16056-3850/.minikube/ca.pem (1078 bytes)
I0315 20:09:46.786400 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/16056-3850/.minikube/cert.pem
I0315 20:09:46.786425 155192 exec_runner.go:144] found /home/jenkins/minikube-integration/16056-3850/.minikube/cert.pem, removing ...
I0315 20:09:46.786436 155192 exec_runner.go:207] rm: /home/jenkins/minikube-integration/16056-3850/.minikube/cert.pem
I0315 20:09:46.786472 155192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/16056-3850/.minikube/cert.pem (1123 bytes)
I0315 20:09:46.786533 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/16056-3850/.minikube/key.pem
I0315 20:09:46.786579 155192 exec_runner.go:144] found /home/jenkins/minikube-integration/16056-3850/.minikube/key.pem, removing ...
I0315 20:09:46.786588 155192 exec_runner.go:207] rm: /home/jenkins/minikube-integration/16056-3850/.minikube/key.pem
I0315 20:09:46.786625 155192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/16056-3850/.minikube/key.pem (1675 bytes)
I0315 20:09:46.786685 155192 provision.go:112] generating server cert: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca-key.pem org=jenkins.multinode-465879 san=[192.168.58.2 127.0.0.1 localhost 127.0.0.1 minikube multinode-465879]
I0315 20:09:46.922629 155192 provision.go:172] copyRemoteCerts
I0315 20:09:46.922693 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0315 20:09:46.922728 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:46.989761 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa Username:docker}
I0315 20:09:47.081349 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0315 20:09:47.081402 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0315 20:09:47.098645 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server.pem -> /etc/docker/server.pem
I0315 20:09:47.098717 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I0315 20:09:47.115586 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0315 20:09:47.115651 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0315 20:09:47.133095 155192 provision.go:86] duration metric: configureAuth took 415.335013ms
I0315 20:09:47.133127 155192 ubuntu.go:193] setting minikube options for container-runtime
I0315 20:09:47.133273 155192 config.go:182] Loaded profile config "multinode-465879": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.26.2
I0315 20:09:47.133315 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:47.202041 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:09:47.202483 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I0315 20:09:47.202501 155192 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0315 20:09:47.321984 155192 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0315 20:09:47.322012 155192 ubuntu.go:71] root file system type: overlay
I0315 20:09:47.322159 155192 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0315 20:09:47.322224 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:47.388886 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:09:47.389341 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I0315 20:09:47.389420 155192 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0315 20:09:47.519077 155192 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0315 20:09:47.519151 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:47.585099 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:09:47.585675 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32852 <nil> <nil>}
I0315 20:09:47.585705 155192 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0315 20:09:48.232072 155192 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-02-09 19:46:56.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-03-15 20:09:47.513999374 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0315 20:09:48.232115 155192 machine.go:91] provisioned docker machine in 1.898945957s
I0315 20:09:48.232124 155192 client.go:171] LocalClient.Create took 9.262239729s
I0315 20:09:48.232149 155192 start.go:167] duration metric: libmachine.API.Create for "multinode-465879" took 9.2623047s
I0315 20:09:48.232160 155192 start.go:300] post-start starting for "multinode-465879" (driver="docker")
I0315 20:09:48.232169 155192 start.go:328] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0315 20:09:48.232237 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0315 20:09:48.232275 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:48.300281 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa Username:docker}
I0315 20:09:48.389276 155192 ssh_runner.go:195] Run: cat /etc/os-release
I0315 20:09:48.391776 155192 command_runner.go:130] > NAME="Ubuntu"
I0315 20:09:48.391799 155192 command_runner.go:130] > VERSION="20.04.5 LTS (Focal Fossa)"
I0315 20:09:48.391805 155192 command_runner.go:130] > ID=ubuntu
I0315 20:09:48.391813 155192 command_runner.go:130] > ID_LIKE=debian
I0315 20:09:48.391821 155192 command_runner.go:130] > PRETTY_NAME="Ubuntu 20.04.5 LTS"
I0315 20:09:48.391830 155192 command_runner.go:130] > VERSION_ID="20.04"
I0315 20:09:48.391839 155192 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I0315 20:09:48.391852 155192 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I0315 20:09:48.391864 155192 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I0315 20:09:48.391880 155192 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I0315 20:09:48.391890 155192 command_runner.go:130] > VERSION_CODENAME=focal
I0315 20:09:48.391901 155192 command_runner.go:130] > UBUNTU_CODENAME=focal
I0315 20:09:48.391959 155192 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0315 20:09:48.391979 155192 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0315 20:09:48.391993 155192 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0315 20:09:48.392005 155192 info.go:137] Remote host: Ubuntu 20.04.5 LTS
I0315 20:09:48.392020 155192 filesync.go:126] Scanning /home/jenkins/minikube-integration/16056-3850/.minikube/addons for local assets ...
I0315 20:09:48.392081 155192 filesync.go:126] Scanning /home/jenkins/minikube-integration/16056-3850/.minikube/files for local assets ...
I0315 20:09:48.392169 155192 filesync.go:149] local asset: /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem -> 105782.pem in /etc/ssl/certs
I0315 20:09:48.392184 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem -> /etc/ssl/certs/105782.pem
I0315 20:09:48.392281 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0315 20:09:48.398743 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem --> /etc/ssl/certs/105782.pem (1708 bytes)
I0315 20:09:48.415595 155192 start.go:303] post-start completed in 183.41707ms
I0315 20:09:48.415966 155192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-465879
I0315 20:09:48.481000 155192 profile.go:148] Saving config to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/config.json ...
I0315 20:09:48.481276 155192 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0315 20:09:48.481333 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:48.548598 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa Username:docker}
I0315 20:09:48.638211 155192 command_runner.go:130] > 24%!
(MISSING)I0315 20:09:48.638380 155192 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0315 20:09:48.642046 155192 command_runner.go:130] > 223G
I0315 20:09:48.642245 155192 start.go:128] duration metric: createHost completed in 9.675214807s
I0315 20:09:48.642270 155192 start.go:83] releasing machines lock for "multinode-465879", held for 9.675400936s
I0315 20:09:48.642357 155192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-465879
I0315 20:09:48.710393 155192 ssh_runner.go:195] Run: cat /version.json
I0315 20:09:48.710437 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:48.710500 155192 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0315 20:09:48.710569 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:09:48.781104 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa Username:docker}
I0315 20:09:48.781528 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa Username:docker}
I0315 20:09:48.896707 155192 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I0315 20:09:48.898036 155192 command_runner.go:130] > {"iso_version": "v1.29.0-1678210391-15973", "kicbase_version": "v0.0.37-1678473806-15991", "minikube_version": "v1.29.0", "commit": "78ad8e30ae9d686d0d4d4885e19a3a9317d251e0"}
I0315 20:09:48.898180 155192 ssh_runner.go:195] Run: systemctl --version
I0315 20:09:48.901621 155192 command_runner.go:130] > systemd 245 (245.4-4ubuntu3.20)
I0315 20:09:48.901652 155192 command_runner.go:130] > +PAM +AUDIT +SELINUX +IMA +APPARMOR +SMACK +SYSVINIT +UTMP +LIBCRYPTSETUP +GCRYPT +GNUTLS +ACL +XZ +LZ4 +SECCOMP +BLKID +ELFUTILS +KMOD +IDN2 -IDN +PCRE2 default-hierarchy=hybrid
I0315 20:09:48.901853 155192 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0315 20:09:48.905325 155192 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I0315 20:09:48.905342 155192 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I0315 20:09:48.905347 155192 command_runner.go:130] > Device: 34h/52d Inode: 568472 Links: 1
I0315 20:09:48.905353 155192 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I0315 20:09:48.905359 155192 command_runner.go:130] > Access: 2023-01-10 16:48:19.000000000 +0000
I0315 20:09:48.905364 155192 command_runner.go:130] > Modify: 2023-01-10 16:48:19.000000000 +0000
I0315 20:09:48.905369 155192 command_runner.go:130] > Change: 2023-03-15 19:53:59.733628214 +0000
I0315 20:09:48.905376 155192 command_runner.go:130] > Birth: -
I0315 20:09:48.905526 155192 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0315 20:09:48.925245 155192 cni.go:229] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0315 20:09:48.925310 155192 ssh_runner.go:195] Run: which cri-dockerd
I0315 20:09:48.928048 155192 command_runner.go:130] > /usr/bin/cri-dockerd
I0315 20:09:48.928157 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0315 20:09:48.934959 155192 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (135 bytes)
I0315 20:09:48.947304 155192 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0315 20:09:48.962510 155192 command_runner.go:139] > /etc/cni/net.d/100-crio-bridge.conf,
I0315 20:09:48.962555 155192 cni.go:261] disabled [/etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0315 20:09:48.962567 155192 start.go:485] detecting cgroup driver to use...
I0315 20:09:48.962602 155192 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0315 20:09:48.962701 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
image-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0315 20:09:48.974615 155192 command_runner.go:130] > runtime-endpoint: unix:///run/containerd/containerd.sock
I0315 20:09:48.974650 155192 command_runner.go:130] > image-endpoint: unix:///run/containerd/containerd.sock
I0315 20:09:48.975318 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0315 20:09:48.982955 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0315 20:09:48.990424 155192 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I0315 20:09:48.990478 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0315 20:09:48.998055 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0315 20:09:49.005948 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0315 20:09:49.014095 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0315 20:09:49.022206 155192 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0315 20:09:49.029561 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0315 20:09:49.037913 155192 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0315 20:09:49.044496 155192 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I0315 20:09:49.044569 155192 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0315 20:09:49.051233 155192 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0315 20:09:49.130531 155192 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0315 20:09:49.199809 155192 start.go:485] detecting cgroup driver to use...
I0315 20:09:49.199858 155192 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0315 20:09:49.199900 155192 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0315 20:09:49.210281 155192 command_runner.go:130] > # /lib/systemd/system/docker.service
I0315 20:09:49.210307 155192 command_runner.go:130] > [Unit]
I0315 20:09:49.210317 155192 command_runner.go:130] > Description=Docker Application Container Engine
I0315 20:09:49.210327 155192 command_runner.go:130] > Documentation=https://docs.docker.com
I0315 20:09:49.210334 155192 command_runner.go:130] > BindsTo=containerd.service
I0315 20:09:49.210343 155192 command_runner.go:130] > After=network-online.target firewalld.service containerd.service
I0315 20:09:49.210351 155192 command_runner.go:130] > Wants=network-online.target
I0315 20:09:49.210359 155192 command_runner.go:130] > Requires=docker.socket
I0315 20:09:49.210370 155192 command_runner.go:130] > StartLimitBurst=3
I0315 20:09:49.210379 155192 command_runner.go:130] > StartLimitIntervalSec=60
I0315 20:09:49.210389 155192 command_runner.go:130] > [Service]
I0315 20:09:49.210398 155192 command_runner.go:130] > Type=notify
I0315 20:09:49.210404 155192 command_runner.go:130] > Restart=on-failure
I0315 20:09:49.210412 155192 command_runner.go:130] > # This file is a systemd drop-in unit that inherits from the base dockerd configuration.
I0315 20:09:49.210422 155192 command_runner.go:130] > # The base configuration already specifies an 'ExecStart=...' command. The first directive
I0315 20:09:49.210430 155192 command_runner.go:130] > # here is to clear out that command inherited from the base configuration. Without this,
I0315 20:09:49.210439 155192 command_runner.go:130] > # the command from the base configuration and the command specified here are treated as
I0315 20:09:49.210447 155192 command_runner.go:130] > # a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
I0315 20:09:49.210453 155192 command_runner.go:130] > # will catch this invalid input and refuse to start the service with an error like:
I0315 20:09:49.210463 155192 command_runner.go:130] > # Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
I0315 20:09:49.210473 155192 command_runner.go:130] > # NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
I0315 20:09:49.210482 155192 command_runner.go:130] > # container runtimes. If left unlimited, it may result in OOM issues with MySQL.
I0315 20:09:49.210488 155192 command_runner.go:130] > ExecStart=
I0315 20:09:49.210504 155192 command_runner.go:130] > ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
I0315 20:09:49.210513 155192 command_runner.go:130] > ExecReload=/bin/kill -s HUP $MAINPID
I0315 20:09:49.210522 155192 command_runner.go:130] > # Having non-zero Limit*s causes performance problems due to accounting overhead
I0315 20:09:49.210532 155192 command_runner.go:130] > # in the kernel. We recommend using cgroups to do container-local accounting.
I0315 20:09:49.210540 155192 command_runner.go:130] > LimitNOFILE=infinity
I0315 20:09:49.210544 155192 command_runner.go:130] > LimitNPROC=infinity
I0315 20:09:49.210551 155192 command_runner.go:130] > LimitCORE=infinity
I0315 20:09:49.210556 155192 command_runner.go:130] > # Uncomment TasksMax if your systemd version supports it.
I0315 20:09:49.210564 155192 command_runner.go:130] > # Only systemd 226 and above support this version.
I0315 20:09:49.210570 155192 command_runner.go:130] > TasksMax=infinity
I0315 20:09:49.210575 155192 command_runner.go:130] > TimeoutStartSec=0
I0315 20:09:49.210583 155192 command_runner.go:130] > # set delegate yes so that systemd does not reset the cgroups of docker containers
I0315 20:09:49.210590 155192 command_runner.go:130] > Delegate=yes
I0315 20:09:49.210596 155192 command_runner.go:130] > # kill only the docker process, not all processes in the cgroup
I0315 20:09:49.210603 155192 command_runner.go:130] > KillMode=process
I0315 20:09:49.210610 155192 command_runner.go:130] > [Install]
I0315 20:09:49.210616 155192 command_runner.go:130] > WantedBy=multi-user.target
I0315 20:09:49.210633 155192 cruntime.go:273] skipping containerd shutdown because we are bound to it
I0315 20:09:49.210674 155192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0315 20:09:49.220268 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
image-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0315 20:09:49.233552 155192 command_runner.go:130] > runtime-endpoint: unix:///var/run/cri-dockerd.sock
I0315 20:09:49.233581 155192 command_runner.go:130] > image-endpoint: unix:///var/run/cri-dockerd.sock
I0315 20:09:49.234953 155192 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0315 20:09:49.327291 155192 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0315 20:09:49.417893 155192 docker.go:529] configuring docker to use "cgroupfs" as cgroup driver...
I0315 20:09:49.417931 155192 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)
I0315 20:09:49.431737 155192 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0315 20:09:49.519039 155192 ssh_runner.go:195] Run: sudo systemctl restart docker
I0315 20:09:49.736681 155192 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0315 20:09:49.818997 155192 command_runner.go:130] ! Created symlink /etc/systemd/system/sockets.target.wants/cri-docker.socket → /lib/systemd/system/cri-docker.socket.
I0315 20:09:49.819071 155192 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0315 20:09:49.894323 155192 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0315 20:09:49.967211 155192 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0315 20:09:50.043380 155192 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0315 20:09:50.055248 155192 start.go:532] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0315 20:09:50.055318 155192 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0315 20:09:50.058579 155192 command_runner.go:130] > File: /var/run/cri-dockerd.sock
I0315 20:09:50.058599 155192 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I0315 20:09:50.058608 155192 command_runner.go:130] > Device: 3fh/63d Inode: 206 Links: 1
I0315 20:09:50.058618 155192 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 999/ docker)
I0315 20:09:50.058634 155192 command_runner.go:130] > Access: 2023-03-15 20:09:50.046256879 +0000
I0315 20:09:50.058643 155192 command_runner.go:130] > Modify: 2023-03-15 20:09:50.046256879 +0000
I0315 20:09:50.058654 155192 command_runner.go:130] > Change: 2023-03-15 20:09:50.046256879 +0000
I0315 20:09:50.058662 155192 command_runner.go:130] > Birth: -
I0315 20:09:50.058686 155192 start.go:553] Will wait 60s for crictl version
I0315 20:09:50.058721 155192 ssh_runner.go:195] Run: which crictl
I0315 20:09:50.061318 155192 command_runner.go:130] > /usr/bin/crictl
I0315 20:09:50.061366 155192 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0315 20:09:50.142044 155192 command_runner.go:130] > Version: 0.1.0
I0315 20:09:50.142098 155192 command_runner.go:130] > RuntimeName: docker
I0315 20:09:50.142107 155192 command_runner.go:130] > RuntimeVersion: 23.0.1
I0315 20:09:50.142116 155192 command_runner.go:130] > RuntimeApiVersion: v1alpha2
I0315 20:09:50.143582 155192 start.go:569] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 23.0.1
RuntimeApiVersion: v1alpha2
I0315 20:09:50.143632 155192 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0315 20:09:50.167775 155192 command_runner.go:130] > 23.0.1
I0315 20:09:50.167857 155192 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0315 20:09:50.189158 155192 command_runner.go:130] > 23.0.1
I0315 20:09:50.193919 155192 out.go:204] * Preparing Kubernetes v1.26.2 on Docker 23.0.1 ...
I0315 20:09:50.193983 155192 cli_runner.go:164] Run: docker network inspect multinode-465879 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0315 20:09:50.258342 155192 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I0315 20:09:50.261496 155192 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0315 20:09:50.270849 155192 preload.go:132] Checking if preload exists for k8s version v1.26.2 and runtime docker
I0315 20:09:50.270909 155192 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0315 20:09:50.287277 155192 command_runner.go:130] > registry.k8s.io/kube-apiserver:v1.26.2
I0315 20:09:50.287299 155192 command_runner.go:130] > registry.k8s.io/kube-scheduler:v1.26.2
I0315 20:09:50.287304 155192 command_runner.go:130] > registry.k8s.io/kube-controller-manager:v1.26.2
I0315 20:09:50.287310 155192 command_runner.go:130] > registry.k8s.io/kube-proxy:v1.26.2
I0315 20:09:50.287315 155192 command_runner.go:130] > registry.k8s.io/etcd:3.5.6-0
I0315 20:09:50.287319 155192 command_runner.go:130] > registry.k8s.io/pause:3.9
I0315 20:09:50.287323 155192 command_runner.go:130] > registry.k8s.io/coredns/coredns:v1.9.3
I0315 20:09:50.287328 155192 command_runner.go:130] > gcr.io/k8s-minikube/storage-provisioner:v5
I0315 20:09:50.288250 155192 docker.go:630] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.26.2
registry.k8s.io/kube-scheduler:v1.26.2
registry.k8s.io/kube-controller-manager:v1.26.2
registry.k8s.io/kube-proxy:v1.26.2
registry.k8s.io/etcd:3.5.6-0
registry.k8s.io/pause:3.9
registry.k8s.io/coredns/coredns:v1.9.3
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0315 20:09:50.288272 155192 docker.go:560] Images already preloaded, skipping extraction
I0315 20:09:50.288330 155192 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0315 20:09:50.305839 155192 command_runner.go:130] > registry.k8s.io/kube-apiserver:v1.26.2
I0315 20:09:50.305869 155192 command_runner.go:130] > registry.k8s.io/kube-controller-manager:v1.26.2
I0315 20:09:50.305878 155192 command_runner.go:130] > registry.k8s.io/kube-scheduler:v1.26.2
I0315 20:09:50.305886 155192 command_runner.go:130] > registry.k8s.io/kube-proxy:v1.26.2
I0315 20:09:50.305896 155192 command_runner.go:130] > registry.k8s.io/etcd:3.5.6-0
I0315 20:09:50.305900 155192 command_runner.go:130] > registry.k8s.io/pause:3.9
I0315 20:09:50.305905 155192 command_runner.go:130] > registry.k8s.io/coredns/coredns:v1.9.3
I0315 20:09:50.305915 155192 command_runner.go:130] > gcr.io/k8s-minikube/storage-provisioner:v5
I0315 20:09:50.307164 155192 docker.go:630] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.26.2
registry.k8s.io/kube-controller-manager:v1.26.2
registry.k8s.io/kube-scheduler:v1.26.2
registry.k8s.io/kube-proxy:v1.26.2
registry.k8s.io/etcd:3.5.6-0
registry.k8s.io/pause:3.9
registry.k8s.io/coredns/coredns:v1.9.3
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0315 20:09:50.307190 155192 cache_images.go:84] Images are preloaded, skipping loading
I0315 20:09:50.307231 155192 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0315 20:09:50.328967 155192 command_runner.go:130] > cgroupfs
I0315 20:09:50.330156 155192 cni.go:84] Creating CNI manager for ""
I0315 20:09:50.330179 155192 cni.go:136] 1 nodes found, recommending kindnet
I0315 20:09:50.330190 155192 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0315 20:09:50.330213 155192 kubeadm.go:172] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.2 APIServerPort:8443 KubernetesVersion:v1.26.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-465879 NodeName:multinode-465879 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc
/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m]}
I0315 20:09:50.330378 155192 kubeadm.go:177] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/cri-dockerd.sock
name: "multinode-465879"
kubeletExtraArgs:
node-ip: 192.168.58.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.26.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0315 20:09:50.330524 155192 kubeadm.go:968] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.26.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=/var/run/cri-dockerd.sock --hostname-override=multinode-465879 --image-service-endpoint=/var/run/cri-dockerd.sock --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.2
[Install]
config:
{KubernetesVersion:v1.26.2 ClusterName:multinode-465879 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0315 20:09:50.330607 155192 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.26.2
I0315 20:09:50.337012 155192 command_runner.go:130] > kubeadm
I0315 20:09:50.337034 155192 command_runner.go:130] > kubectl
I0315 20:09:50.337046 155192 command_runner.go:130] > kubelet
I0315 20:09:50.337575 155192 binaries.go:44] Found k8s binaries, skipping transfer
I0315 20:09:50.337627 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0315 20:09:50.344278 155192 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (448 bytes)
I0315 20:09:50.357007 155192 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0315 20:09:50.369515 155192 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2092 bytes)
I0315 20:09:50.381833 155192 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I0315 20:09:50.384611 155192 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0315 20:09:50.393276 155192 certs.go:56] Setting up /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879 for IP: 192.168.58.2
I0315 20:09:50.393308 155192 certs.go:186] acquiring lock for shared ca certs: {Name:mkdf6c7c89b8bb733139f3eaa76cb3e2f6f6d8e2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:09:50.393426 155192 certs.go:195] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.key
I0315 20:09:50.393465 155192 certs.go:195] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.key
I0315 20:09:50.393505 155192 certs.go:315] generating minikube-user signed cert: /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.key
I0315 20:09:50.393517 155192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.crt with IP's: []
I0315 20:09:50.468968 155192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.crt ...
I0315 20:09:50.468997 155192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.crt: {Name:mk442d7f8350dca6b87cd641089a8e895da0520f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:09:50.469162 155192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.key ...
I0315 20:09:50.469174 155192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.key: {Name:mk64dac78dc5a519ab7c8b0e6a1486dfa9efa1bf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:09:50.469245 155192 certs.go:315] generating minikube signed cert: /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.key.cee25041
I0315 20:09:50.469260 155192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.crt.cee25041 with IP's: [192.168.58.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0315 20:09:50.618804 155192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.crt.cee25041 ...
I0315 20:09:50.618850 155192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.crt.cee25041: {Name:mk0063c717c34c91c69b250dc1f223682f29be63 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:09:50.619025 155192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.key.cee25041 ...
I0315 20:09:50.619037 155192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.key.cee25041: {Name:mk851ef2a76dde47657b71879291950f503c1ab9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:09:50.619103 155192 certs.go:333] copying /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.crt.cee25041 -> /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.crt
I0315 20:09:50.619162 155192 certs.go:337] copying /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.key.cee25041 -> /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.key
I0315 20:09:50.619212 155192 certs.go:315] generating aggregator signed cert: /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.key
I0315 20:09:50.619226 155192 crypto.go:68] Generating cert /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.crt with IP's: []
I0315 20:09:50.756859 155192 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.crt ...
I0315 20:09:50.756892 155192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.crt: {Name:mk384a6535884a789ba4df463e6923102e5afae6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:09:50.757185 155192 crypto.go:164] Writing key to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.key ...
I0315 20:09:50.757214 155192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.key: {Name:mkc1e08ea9d8e54172f79bb8df10f5775bac233d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:09:50.757329 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0315 20:09:50.757350 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0315 20:09:50.757361 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0315 20:09:50.757374 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0315 20:09:50.757385 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0315 20:09:50.757398 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0315 20:09:50.757408 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0315 20:09:50.757421 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0315 20:09:50.757472 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/10578.pem (1338 bytes)
W0315 20:09:50.757508 155192 certs.go:397] ignoring /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/10578_empty.pem, impossibly tiny 0 bytes
I0315 20:09:50.757521 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca-key.pem (1679 bytes)
I0315 20:09:50.757542 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem (1078 bytes)
I0315 20:09:50.757565 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem (1123 bytes)
I0315 20:09:50.757587 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/key.pem (1675 bytes)
I0315 20:09:50.757624 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem (1708 bytes)
I0315 20:09:50.757648 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem -> /usr/share/ca-certificates/105782.pem
I0315 20:09:50.757665 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0315 20:09:50.757678 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/10578.pem -> /usr/share/ca-certificates/10578.pem
I0315 20:09:50.758304 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0315 20:09:50.776561 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0315 20:09:50.793646 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0315 20:09:50.811035 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0315 20:09:50.828696 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0315 20:09:50.846232 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0315 20:09:50.863152 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0315 20:09:50.880219 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0315 20:09:50.897516 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem --> /usr/share/ca-certificates/105782.pem (1708 bytes)
I0315 20:09:50.914458 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0315 20:09:50.931348 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/certs/10578.pem --> /usr/share/ca-certificates/10578.pem (1338 bytes)
I0315 20:09:50.949228 155192 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0315 20:09:50.962100 155192 ssh_runner.go:195] Run: openssl version
I0315 20:09:50.966951 155192 command_runner.go:130] > OpenSSL 1.1.1f 31 Mar 2020
I0315 20:09:50.967040 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/105782.pem && ln -fs /usr/share/ca-certificates/105782.pem /etc/ssl/certs/105782.pem"
I0315 20:09:50.974452 155192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/105782.pem
I0315 20:09:50.977307 155192 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Mar 15 19:58 /usr/share/ca-certificates/105782.pem
I0315 20:09:50.977376 155192 certs.go:444] hashing: -rw-r--r-- 1 root root 1708 Mar 15 19:58 /usr/share/ca-certificates/105782.pem
I0315 20:09:50.977432 155192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/105782.pem
I0315 20:09:50.981912 155192 command_runner.go:130] > 3ec20f2e
I0315 20:09:50.982139 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/105782.pem /etc/ssl/certs/3ec20f2e.0"
I0315 20:09:50.989337 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0315 20:09:50.996675 155192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0315 20:09:50.999689 155192 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Mar 15 19:54 /usr/share/ca-certificates/minikubeCA.pem
I0315 20:09:50.999835 155192 certs.go:444] hashing: -rw-r--r-- 1 root root 1111 Mar 15 19:54 /usr/share/ca-certificates/minikubeCA.pem
I0315 20:09:50.999888 155192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0315 20:09:51.004522 155192 command_runner.go:130] > b5213941
I0315 20:09:51.004664 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0315 20:09:51.012147 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/10578.pem && ln -fs /usr/share/ca-certificates/10578.pem /etc/ssl/certs/10578.pem"
I0315 20:09:51.019679 155192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/10578.pem
I0315 20:09:51.022996 155192 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Mar 15 19:58 /usr/share/ca-certificates/10578.pem
I0315 20:09:51.023027 155192 certs.go:444] hashing: -rw-r--r-- 1 root root 1338 Mar 15 19:58 /usr/share/ca-certificates/10578.pem
I0315 20:09:51.023066 155192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/10578.pem
I0315 20:09:51.027692 155192 command_runner.go:130] > 51391683
I0315 20:09:51.027860 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/10578.pem /etc/ssl/certs/51391683.0"
I0315 20:09:51.035456 155192 kubeadm.go:401] StartCluster: {Name:multinode-465879 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.26.2 ClusterName:multinode-465879 Namespace:default APIServerName:minikubeCA APIServerNames:[]
APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disable
Metrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP:}
I0315 20:09:51.035588 155192 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0315 20:09:51.052279 155192 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0315 20:09:51.058678 155192 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/kubeadm-flags.env': No such file or directory
I0315 20:09:51.058706 155192 command_runner.go:130] ! ls: cannot access '/var/lib/kubelet/config.yaml': No such file or directory
I0315 20:09:51.058717 155192 command_runner.go:130] ! ls: cannot access '/var/lib/minikube/etcd': No such file or directory
I0315 20:09:51.059271 155192 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0315 20:09:51.065956 155192 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0315 20:09:51.066006 155192 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0315 20:09:51.072656 155192 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
I0315 20:09:51.072684 155192 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
I0315 20:09:51.072692 155192 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
I0315 20:09:51.072702 155192 command_runner.go:130] ! ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0315 20:09:51.072730 155192 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0315 20:09:51.072762 155192 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.26.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0315 20:09:51.119062 155192 kubeadm.go:322] [init] Using Kubernetes version: v1.26.2
I0315 20:09:51.119088 155192 command_runner.go:130] > [init] Using Kubernetes version: v1.26.2
I0315 20:09:51.119123 155192 kubeadm.go:322] [preflight] Running pre-flight checks
I0315 20:09:51.119130 155192 command_runner.go:130] > [preflight] Running pre-flight checks
I0315 20:09:51.153316 155192 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0315 20:09:51.153339 155192 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I0315 20:09:51.153393 155192 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1030-gcp[0m
I0315 20:09:51.153408 155192 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1030-gcp[0m
I0315 20:09:51.153450 155192 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0315 20:09:51.153462 155192 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I0315 20:09:51.153537 155192 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0315 20:09:51.153561 155192 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0315 20:09:51.153622 155192 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0315 20:09:51.153633 155192 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0315 20:09:51.153694 155192 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0315 20:09:51.153706 155192 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0315 20:09:51.153767 155192 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0315 20:09:51.153778 155192 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0315 20:09:51.153846 155192 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0315 20:09:51.153854 155192 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0315 20:09:51.153939 155192 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0315 20:09:51.153956 155192 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0315 20:09:51.154030 155192 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0315 20:09:51.154042 155192 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0315 20:09:51.154128 155192 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0315 20:09:51.154138 155192 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0315 20:09:51.154196 155192 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0315 20:09:51.154210 155192 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0315 20:09:51.220068 155192 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0315 20:09:51.220103 155192 command_runner.go:130] > [preflight] Pulling images required for setting up a Kubernetes cluster
I0315 20:09:51.220195 155192 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0315 20:09:51.220206 155192 command_runner.go:130] > [preflight] This might take a minute or two, depending on the speed of your internet connection
I0315 20:09:51.220326 155192 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0315 20:09:51.220346 155192 command_runner.go:130] > [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0315 20:09:51.350765 155192 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0315 20:09:51.350783 155192 command_runner.go:130] > [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0315 20:09:51.354185 155192 out.go:204] - Generating certificates and keys ...
I0315 20:09:51.354267 155192 command_runner.go:130] > [certs] Using existing ca certificate authority
I0315 20:09:51.354324 155192 kubeadm.go:322] [certs] Using existing ca certificate authority
I0315 20:09:51.354427 155192 command_runner.go:130] > [certs] Using existing apiserver certificate and key on disk
I0315 20:09:51.354441 155192 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0315 20:09:51.484036 155192 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0315 20:09:51.484070 155192 command_runner.go:130] > [certs] Generating "apiserver-kubelet-client" certificate and key
I0315 20:09:51.533716 155192 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0315 20:09:51.533756 155192 command_runner.go:130] > [certs] Generating "front-proxy-ca" certificate and key
I0315 20:09:51.738844 155192 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0315 20:09:51.738884 155192 command_runner.go:130] > [certs] Generating "front-proxy-client" certificate and key
I0315 20:09:51.889251 155192 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0315 20:09:51.889283 155192 command_runner.go:130] > [certs] Generating "etcd/ca" certificate and key
I0315 20:09:52.043612 155192 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0315 20:09:52.043645 155192 command_runner.go:130] > [certs] Generating "etcd/server" certificate and key
I0315 20:09:52.043793 155192 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [localhost multinode-465879] and IPs [192.168.58.2 127.0.0.1 ::1]
I0315 20:09:52.043808 155192 command_runner.go:130] > [certs] etcd/server serving cert is signed for DNS names [localhost multinode-465879] and IPs [192.168.58.2 127.0.0.1 ::1]
I0315 20:09:52.230102 155192 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0315 20:09:52.230117 155192 command_runner.go:130] > [certs] Generating "etcd/peer" certificate and key
I0315 20:09:52.230292 155192 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-465879] and IPs [192.168.58.2 127.0.0.1 ::1]
I0315 20:09:52.230307 155192 command_runner.go:130] > [certs] etcd/peer serving cert is signed for DNS names [localhost multinode-465879] and IPs [192.168.58.2 127.0.0.1 ::1]
I0315 20:09:52.449762 155192 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0315 20:09:52.449796 155192 command_runner.go:130] > [certs] Generating "etcd/healthcheck-client" certificate and key
I0315 20:09:52.719191 155192 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0315 20:09:52.719218 155192 command_runner.go:130] > [certs] Generating "apiserver-etcd-client" certificate and key
I0315 20:09:52.766023 155192 kubeadm.go:322] [certs] Generating "sa" key and public key
I0315 20:09:52.766037 155192 command_runner.go:130] > [certs] Generating "sa" key and public key
I0315 20:09:52.766155 155192 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0315 20:09:52.766168 155192 command_runner.go:130] > [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0315 20:09:52.866454 155192 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0315 20:09:52.866488 155192 command_runner.go:130] > [kubeconfig] Writing "admin.conf" kubeconfig file
I0315 20:09:53.271885 155192 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0315 20:09:53.271946 155192 command_runner.go:130] > [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0315 20:09:53.377514 155192 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0315 20:09:53.377537 155192 command_runner.go:130] > [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0315 20:09:53.495251 155192 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0315 20:09:53.495294 155192 command_runner.go:130] > [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0315 20:09:53.506342 155192 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0315 20:09:53.506376 155192 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0315 20:09:53.507297 155192 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0315 20:09:53.507313 155192 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0315 20:09:53.507360 155192 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0315 20:09:53.507366 155192 command_runner.go:130] > [kubelet-start] Starting the kubelet
I0315 20:09:53.597485 155192 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0315 20:09:53.599727 155192 out.go:204] - Booting up control plane ...
I0315 20:09:53.597603 155192 command_runner.go:130] > [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0315 20:09:53.599833 155192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0315 20:09:53.599848 155192 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-apiserver"
I0315 20:09:53.601284 155192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0315 20:09:53.601310 155192 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0315 20:09:53.602609 155192 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0315 20:09:53.602633 155192 command_runner.go:130] > [control-plane] Creating static Pod manifest for "kube-scheduler"
I0315 20:09:53.604302 155192 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0315 20:09:53.604322 155192 command_runner.go:130] > [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0315 20:09:53.606474 155192 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0315 20:09:53.606500 155192 command_runner.go:130] > [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0315 20:10:03.108210 155192 kubeadm.go:322] [apiclient] All control plane components are healthy after 9.501699 seconds
I0315 20:10:03.108256 155192 command_runner.go:130] > [apiclient] All control plane components are healthy after 9.501699 seconds
I0315 20:10:03.108438 155192 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0315 20:10:03.108457 155192 command_runner.go:130] > [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0315 20:10:03.119370 155192 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0315 20:10:03.119395 155192 command_runner.go:130] > [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0315 20:10:03.642885 155192 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0315 20:10:03.642909 155192 command_runner.go:130] > [upload-certs] Skipping phase. Please see --upload-certs
I0315 20:10:03.643070 155192 kubeadm.go:322] [mark-control-plane] Marking the node multinode-465879 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0315 20:10:03.643108 155192 command_runner.go:130] > [mark-control-plane] Marking the node multinode-465879 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0315 20:10:04.154611 155192 kubeadm.go:322] [bootstrap-token] Using token: 67ama3.jlhfr7cpjd72cx4j
I0315 20:10:04.156547 155192 out.go:204] - Configuring RBAC rules ...
I0315 20:10:04.154727 155192 command_runner.go:130] > [bootstrap-token] Using token: 67ama3.jlhfr7cpjd72cx4j
I0315 20:10:04.156698 155192 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0315 20:10:04.156716 155192 command_runner.go:130] > [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0315 20:10:04.159663 155192 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0315 20:10:04.159683 155192 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0315 20:10:04.166940 155192 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0315 20:10:04.166975 155192 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0315 20:10:04.169674 155192 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0315 20:10:04.169699 155192 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0315 20:10:04.172565 155192 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0315 20:10:04.172588 155192 command_runner.go:130] > [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0315 20:10:04.175294 155192 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0315 20:10:04.175316 155192 command_runner.go:130] > [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0315 20:10:04.188451 155192 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0315 20:10:04.188478 155192 command_runner.go:130] > [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0315 20:10:04.383634 155192 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0315 20:10:04.383680 155192 command_runner.go:130] > [addons] Applied essential addon: CoreDNS
I0315 20:10:04.576086 155192 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0315 20:10:04.576128 155192 command_runner.go:130] > [addons] Applied essential addon: kube-proxy
I0315 20:10:04.577138 155192 kubeadm.go:322]
I0315 20:10:04.577207 155192 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0315 20:10:04.577217 155192 command_runner.go:130] > Your Kubernetes control-plane has initialized successfully!
I0315 20:10:04.577223 155192 kubeadm.go:322]
I0315 20:10:04.577338 155192 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0315 20:10:04.577362 155192 command_runner.go:130] > To start using your cluster, you need to run the following as a regular user:
I0315 20:10:04.577369 155192 kubeadm.go:322]
I0315 20:10:04.577396 155192 kubeadm.go:322] mkdir -p $HOME/.kube
I0315 20:10:04.577405 155192 command_runner.go:130] > mkdir -p $HOME/.kube
I0315 20:10:04.577498 155192 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0315 20:10:04.577511 155192 command_runner.go:130] > sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0315 20:10:04.577607 155192 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0315 20:10:04.577625 155192 command_runner.go:130] > sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0315 20:10:04.577642 155192 kubeadm.go:322]
I0315 20:10:04.577713 155192 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0315 20:10:04.577739 155192 command_runner.go:130] > Alternatively, if you are the root user, you can run:
I0315 20:10:04.577762 155192 kubeadm.go:322]
I0315 20:10:04.577839 155192 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0315 20:10:04.577849 155192 command_runner.go:130] > export KUBECONFIG=/etc/kubernetes/admin.conf
I0315 20:10:04.577854 155192 kubeadm.go:322]
I0315 20:10:04.577909 155192 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0315 20:10:04.577920 155192 command_runner.go:130] > You should now deploy a pod network to the cluster.
I0315 20:10:04.578008 155192 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0315 20:10:04.578020 155192 command_runner.go:130] > Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0315 20:10:04.578155 155192 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0315 20:10:04.578171 155192 command_runner.go:130] > https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0315 20:10:04.578177 155192 kubeadm.go:322]
I0315 20:10:04.578273 155192 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0315 20:10:04.578286 155192 command_runner.go:130] > You can now join any number of control-plane nodes by copying certificate authorities
I0315 20:10:04.578379 155192 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0315 20:10:04.578390 155192 command_runner.go:130] > and service account keys on each node and then running the following as root:
I0315 20:10:04.578395 155192 kubeadm.go:322]
I0315 20:10:04.578545 155192 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token 67ama3.jlhfr7cpjd72cx4j \
I0315 20:10:04.578553 155192 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 67ama3.jlhfr7cpjd72cx4j \
I0315 20:10:04.578631 155192 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:165e0490fe1fb245d5cbc67262187128f6cc715a13f7b3161cec712491a8bea9 \
I0315 20:10:04.578637 155192 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:165e0490fe1fb245d5cbc67262187128f6cc715a13f7b3161cec712491a8bea9 \
I0315 20:10:04.578684 155192 command_runner.go:130] > --control-plane
I0315 20:10:04.578702 155192 kubeadm.go:322] --control-plane
I0315 20:10:04.578709 155192 kubeadm.go:322]
I0315 20:10:04.578828 155192 command_runner.go:130] > Then you can join any number of worker nodes by running the following on each as root:
I0315 20:10:04.578840 155192 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0315 20:10:04.578846 155192 kubeadm.go:322]
I0315 20:10:04.578929 155192 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token 67ama3.jlhfr7cpjd72cx4j \
I0315 20:10:04.578936 155192 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 67ama3.jlhfr7cpjd72cx4j \
I0315 20:10:04.579113 155192 command_runner.go:130] > --discovery-token-ca-cert-hash sha256:165e0490fe1fb245d5cbc67262187128f6cc715a13f7b3161cec712491a8bea9
I0315 20:10:04.579123 155192 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:165e0490fe1fb245d5cbc67262187128f6cc715a13f7b3161cec712491a8bea9
I0315 20:10:04.582139 155192 kubeadm.go:322] W0315 20:09:51.111343 1403 initconfiguration.go:119] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/cri-dockerd.sock". Please update your configuration!
I0315 20:10:04.582184 155192 command_runner.go:130] ! W0315 20:09:51.111343 1403 initconfiguration.go:119] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/cri-dockerd.sock". Please update your configuration!
I0315 20:10:04.582566 155192 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1030-gcp\n", err: exit status 1
I0315 20:10:04.582592 155192 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1030-gcp\n", err: exit status 1
I0315 20:10:04.582733 155192 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0315 20:10:04.582744 155192 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0315 20:10:04.582772 155192 cni.go:84] Creating CNI manager for ""
I0315 20:10:04.582790 155192 cni.go:136] 1 nodes found, recommending kindnet
I0315 20:10:04.586341 155192 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0315 20:10:04.588438 155192 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0315 20:10:04.592890 155192 command_runner.go:130] > File: /opt/cni/bin/portmap
I0315 20:10:04.592916 155192 command_runner.go:130] > Size: 2828728 Blocks: 5528 IO Block: 4096 regular file
I0315 20:10:04.592926 155192 command_runner.go:130] > Device: 34h/52d Inode: 566562 Links: 1
I0315 20:10:04.592934 155192 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I0315 20:10:04.592943 155192 command_runner.go:130] > Access: 2022-05-18 18:39:21.000000000 +0000
I0315 20:10:04.592950 155192 command_runner.go:130] > Modify: 2022-05-18 18:39:21.000000000 +0000
I0315 20:10:04.592969 155192 command_runner.go:130] > Change: 2023-03-15 19:53:58.989552536 +0000
I0315 20:10:04.592982 155192 command_runner.go:130] > Birth: -
I0315 20:10:04.593091 155192 cni.go:181] applying CNI manifest using /var/lib/minikube/binaries/v1.26.2/kubectl ...
I0315 20:10:04.593117 155192 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2428 bytes)
I0315 20:10:04.608899 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0315 20:10:05.547633 155192 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet created
I0315 20:10:05.552625 155192 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet created
I0315 20:10:05.558896 155192 command_runner.go:130] > serviceaccount/kindnet created
I0315 20:10:05.567585 155192 command_runner.go:130] > daemonset.apps/kindnet created
I0315 20:10:05.571416 155192 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0315 20:10:05.571498 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:05.571535 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl label nodes minikube.k8s.io/version=v1.29.0 minikube.k8s.io/commit=11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e minikube.k8s.io/name=multinode-465879 minikube.k8s.io/updated_at=2023_03_15T20_10_05_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:05.578385 155192 command_runner.go:130] > -16
I0315 20:10:05.578426 155192 ops.go:34] apiserver oom_adj: -16
I0315 20:10:05.692074 155192 command_runner.go:130] > node/multinode-465879 labeled
I0315 20:10:05.694533 155192 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/minikube-rbac created
I0315 20:10:05.694627 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:05.759490 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:06.260288 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:06.323302 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:06.759885 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:06.822981 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:07.260610 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:07.322768 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:07.759953 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:07.823343 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:08.259973 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:08.321718 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:08.760545 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:08.823600 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:09.259797 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:09.324033 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:09.760719 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:09.822192 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:10.260294 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:10.322935 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:10.760553 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:10.825594 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:11.260293 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:11.327474 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:11.760012 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:11.823630 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:12.260273 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:12.324029 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:12.760724 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:12.824279 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:13.259872 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:13.324131 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:13.759902 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:13.820311 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:14.259692 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:14.327194 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:14.759763 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:14.824436 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:15.260726 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:15.325522 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:15.760415 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:15.824628 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:16.260284 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:16.322971 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:16.760394 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:16.828787 155192 command_runner.go:130] ! Error from server (NotFound): serviceaccounts "default" not found
I0315 20:10:17.260403 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0315 20:10:17.402904 155192 command_runner.go:130] > NAME SECRETS AGE
I0315 20:10:17.402929 155192 command_runner.go:130] > default 0 1s
I0315 20:10:17.402952 155192 kubeadm.go:1073] duration metric: took 11.831515353s to wait for elevateKubeSystemPrivileges.
I0315 20:10:17.402969 155192 kubeadm.go:403] StartCluster complete in 26.367521409s
I0315 20:10:17.402989 155192 settings.go:142] acquiring lock: {Name:mkdb69bdd067efe3f637cf3274a10e817fd92c72 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:10:17.403064 155192 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/16056-3850/kubeconfig
I0315 20:10:17.403760 155192 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/16056-3850/kubeconfig: {Name:mk360f633b8c1bb1e002986505d07c7d9c3bce9b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:10:17.403996 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.26.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0315 20:10:17.404211 155192 config.go:182] Loaded profile config "multinode-465879": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.26.2
I0315 20:10:17.404150 155192 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:false]
I0315 20:10:17.404259 155192 addons.go:66] Setting storage-provisioner=true in profile "multinode-465879"
I0315 20:10:17.404291 155192 addons.go:228] Setting addon storage-provisioner=true in "multinode-465879"
I0315 20:10:17.404262 155192 addons.go:66] Setting default-storageclass=true in profile "multinode-465879"
I0315 20:10:17.404360 155192 host.go:66] Checking if "multinode-465879" exists ...
I0315 20:10:17.404373 155192 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "multinode-465879"
I0315 20:10:17.404415 155192 loader.go:373] Config loaded from file: /home/jenkins/minikube-integration/16056-3850/kubeconfig
I0315 20:10:17.404688 155192 cli_runner.go:164] Run: docker container inspect multinode-465879 --format={{.State.Status}}
I0315 20:10:17.404720 155192 kapi.go:59] client config for multinode-465879: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.crt", KeyFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.key", CAFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x29d6de0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0315 20:10:17.405632 155192 cli_runner.go:164] Run: docker container inspect multinode-465879 --format={{.State.Status}}
I0315 20:10:17.406050 155192 cert_rotation.go:137] Starting client certificate rotation controller
I0315 20:10:17.406437 155192 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I0315 20:10:17.406462 155192 round_trippers.go:469] Request Headers:
I0315 20:10:17.406476 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:17.406489 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:17.417301 155192 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I0315 20:10:17.417330 155192 round_trippers.go:577] Response Headers:
I0315 20:10:17.417341 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:17 GMT
I0315 20:10:17.417353 155192 round_trippers.go:580] Audit-Id: f4f3af83-7bf2-4dfa-b7e3-fac7c5b96d18
I0315 20:10:17.417361 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:17.417368 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:17.417376 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:17.417384 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:17.417394 155192 round_trippers.go:580] Content-Length: 291
I0315 20:10:17.417429 155192 request.go:1171] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"53711a23-43cd-4141-a8a4-ccacd51f7ac0","resourceVersion":"330","creationTimestamp":"2023-03-15T20:10:04Z"},"spec":{"replicas":2},"status":{"replicas":2,"selector":"k8s-app=kube-dns"}}
I0315 20:10:17.417972 155192 request.go:1171] Request Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"53711a23-43cd-4141-a8a4-ccacd51f7ac0","resourceVersion":"330","creationTimestamp":"2023-03-15T20:10:04Z"},"spec":{"replicas":1},"status":{"replicas":2,"selector":"k8s-app=kube-dns"}}
I0315 20:10:17.418064 155192 round_trippers.go:463] PUT https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I0315 20:10:17.418113 155192 round_trippers.go:469] Request Headers:
I0315 20:10:17.418125 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:17.418134 155192 round_trippers.go:473] Content-Type: application/json
I0315 20:10:17.418143 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:17.424823 155192 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0315 20:10:17.424853 155192 round_trippers.go:577] Response Headers:
I0315 20:10:17.424876 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:17.424886 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:17.424904 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:17.424913 155192 round_trippers.go:580] Content-Length: 291
I0315 20:10:17.424928 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:17 GMT
I0315 20:10:17.424957 155192 round_trippers.go:580] Audit-Id: 4eadeb06-c172-471a-b352-8cbdd305dac2
I0315 20:10:17.424972 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:17.425029 155192 request.go:1171] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"53711a23-43cd-4141-a8a4-ccacd51f7ac0","resourceVersion":"363","creationTimestamp":"2023-03-15T20:10:04Z"},"spec":{"replicas":1},"status":{"replicas":2,"selector":"k8s-app=kube-dns"}}
I0315 20:10:17.495888 155192 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0315 20:10:17.497693 155192 addons.go:420] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0315 20:10:17.497717 155192 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0315 20:10:17.497774 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:10:17.495850 155192 loader.go:373] Config loaded from file: /home/jenkins/minikube-integration/16056-3850/kubeconfig
I0315 20:10:17.498316 155192 kapi.go:59] client config for multinode-465879: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.crt", KeyFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.key", CAFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x29d6de0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0315 20:10:17.498725 155192 round_trippers.go:463] GET https://192.168.58.2:8443/apis/storage.k8s.io/v1/storageclasses
I0315 20:10:17.498743 155192 round_trippers.go:469] Request Headers:
I0315 20:10:17.498758 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:17.498768 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:17.500612 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:17.500636 155192 round_trippers.go:577] Response Headers:
I0315 20:10:17.500644 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:17.500650 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:17.500659 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:17.500666 155192 round_trippers.go:580] Content-Length: 109
I0315 20:10:17.500672 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:17 GMT
I0315 20:10:17.500677 155192 round_trippers.go:580] Audit-Id: efddf694-7adb-4d96-adf2-c92b23e3c937
I0315 20:10:17.500683 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:17.500710 155192 request.go:1171] Response Body: {"kind":"StorageClassList","apiVersion":"storage.k8s.io/v1","metadata":{"resourceVersion":"370"},"items":[]}
I0315 20:10:17.500931 155192 addons.go:228] Setting addon default-storageclass=true in "multinode-465879"
I0315 20:10:17.500961 155192 host.go:66] Checking if "multinode-465879" exists ...
I0315 20:10:17.501273 155192 cli_runner.go:164] Run: docker container inspect multinode-465879 --format={{.State.Status}}
I0315 20:10:17.575637 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa Username:docker}
I0315 20:10:17.595996 155192 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml
I0315 20:10:17.596032 155192 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0315 20:10:17.596097 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:10:17.596274 155192 command_runner.go:130] > apiVersion: v1
I0315 20:10:17.596290 155192 command_runner.go:130] > data:
I0315 20:10:17.596294 155192 command_runner.go:130] > Corefile: |
I0315 20:10:17.596298 155192 command_runner.go:130] > .:53 {
I0315 20:10:17.596301 155192 command_runner.go:130] > errors
I0315 20:10:17.596307 155192 command_runner.go:130] > health {
I0315 20:10:17.596311 155192 command_runner.go:130] > lameduck 5s
I0315 20:10:17.596315 155192 command_runner.go:130] > }
I0315 20:10:17.596319 155192 command_runner.go:130] > ready
I0315 20:10:17.596326 155192 command_runner.go:130] > kubernetes cluster.local in-addr.arpa ip6.arpa {
I0315 20:10:17.596333 155192 command_runner.go:130] > pods insecure
I0315 20:10:17.596338 155192 command_runner.go:130] > fallthrough in-addr.arpa ip6.arpa
I0315 20:10:17.596345 155192 command_runner.go:130] > ttl 30
I0315 20:10:17.596349 155192 command_runner.go:130] > }
I0315 20:10:17.596353 155192 command_runner.go:130] > prometheus :9153
I0315 20:10:17.596357 155192 command_runner.go:130] > forward . /etc/resolv.conf {
I0315 20:10:17.596361 155192 command_runner.go:130] > max_concurrent 1000
I0315 20:10:17.596366 155192 command_runner.go:130] > }
I0315 20:10:17.596369 155192 command_runner.go:130] > cache 30
I0315 20:10:17.596373 155192 command_runner.go:130] > loop
I0315 20:10:17.596378 155192 command_runner.go:130] > reload
I0315 20:10:17.596383 155192 command_runner.go:130] > loadbalance
I0315 20:10:17.596389 155192 command_runner.go:130] > }
I0315 20:10:17.596395 155192 command_runner.go:130] > kind: ConfigMap
I0315 20:10:17.596401 155192 command_runner.go:130] > metadata:
I0315 20:10:17.596410 155192 command_runner.go:130] > creationTimestamp: "2023-03-15T20:10:04Z"
I0315 20:10:17.596415 155192 command_runner.go:130] > name: coredns
I0315 20:10:17.596422 155192 command_runner.go:130] > namespace: kube-system
I0315 20:10:17.596429 155192 command_runner.go:130] > resourceVersion: "240"
I0315 20:10:17.596437 155192 command_runner.go:130] > uid: bd8ea628-aa64-48cf-a31f-31cffb150d0e
I0315 20:10:17.599936 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.26.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.58.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.26.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0315 20:10:17.673407 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa Username:docker}
I0315 20:10:17.796613 155192 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.26.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0315 20:10:17.925498 155192 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I0315 20:10:17.925520 155192 round_trippers.go:469] Request Headers:
I0315 20:10:17.925528 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:17.925534 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:17.974027 155192 round_trippers.go:574] Response Status: 200 OK in 48 milliseconds
I0315 20:10:17.974059 155192 round_trippers.go:577] Response Headers:
I0315 20:10:17.974090 155192 round_trippers.go:580] Content-Length: 291
I0315 20:10:17.974101 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:17 GMT
I0315 20:10:17.974115 155192 round_trippers.go:580] Audit-Id: 62308bdf-4f22-4d4e-991e-aef1b4305429
I0315 20:10:17.974160 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:17.974177 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:17.974193 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:17.974208 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:17.974533 155192 request.go:1171] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"53711a23-43cd-4141-a8a4-ccacd51f7ac0","resourceVersion":"372","creationTimestamp":"2023-03-15T20:10:04Z"},"spec":{"replicas":1},"status":{"replicas":1,"selector":"k8s-app=kube-dns"}}
I0315 20:10:17.974734 155192 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-465879" context rescaled to 1 replicas
I0315 20:10:17.974797 155192 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0315 20:10:17.977304 155192 out.go:177] * Verifying Kubernetes components...
I0315 20:10:17.979393 155192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0315 20:10:17.991890 155192 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.26.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0315 20:10:18.298832 155192 command_runner.go:130] > configmap/coredns replaced
I0315 20:10:18.303131 155192 start.go:921] {"host.minikube.internal": 192.168.58.1} host record injected into CoreDNS's ConfigMap
I0315 20:10:18.613418 155192 command_runner.go:130] > serviceaccount/storage-provisioner created
I0315 20:10:18.613445 155192 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/storage-provisioner created
I0315 20:10:18.613456 155192 command_runner.go:130] > role.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I0315 20:10:18.613475 155192 command_runner.go:130] > rolebinding.rbac.authorization.k8s.io/system:persistent-volume-provisioner created
I0315 20:10:18.613488 155192 command_runner.go:130] > endpoints/k8s.io-minikube-hostpath created
I0315 20:10:18.613497 155192 command_runner.go:130] > pod/storage-provisioner created
I0315 20:10:18.613959 155192 loader.go:373] Config loaded from file: /home/jenkins/minikube-integration/16056-3850/kubeconfig
I0315 20:10:18.614324 155192 kapi.go:59] client config for multinode-465879: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.crt", KeyFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.key", CAFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x29d6de0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0315 20:10:18.614581 155192 node_ready.go:35] waiting up to 6m0s for node "multinode-465879" to be "Ready" ...
I0315 20:10:18.614655 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:18.614664 155192 round_trippers.go:469] Request Headers:
I0315 20:10:18.614676 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:18.614685 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:18.614806 155192 command_runner.go:130] > storageclass.storage.k8s.io/standard created
I0315 20:10:18.616762 155192 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I0315 20:10:18.618277 155192 addons.go:499] enable addons completed in 1.214140308s: enabled=[storage-provisioner default-storageclass]
I0315 20:10:18.616642 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:18.618310 155192 round_trippers.go:577] Response Headers:
I0315 20:10:18.618319 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:18.618325 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:18 GMT
I0315 20:10:18.618330 155192 round_trippers.go:580] Audit-Id: 8c5c89b7-28de-47c2-a37e-d1fcbdd2ce65
I0315 20:10:18.618340 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:18.618350 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:18.618358 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:18.618446 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:18.618969 155192 node_ready.go:49] node "multinode-465879" has status "Ready":"True"
I0315 20:10:18.618985 155192 node_ready.go:38] duration metric: took 4.389084ms waiting for node "multinode-465879" to be "Ready" ...
I0315 20:10:18.618994 155192 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0315 20:10:18.619054 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0315 20:10:18.619065 155192 round_trippers.go:469] Request Headers:
I0315 20:10:18.619075 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:18.619086 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:18.622780 155192 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0315 20:10:18.622804 155192 round_trippers.go:577] Response Headers:
I0315 20:10:18.622815 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:18.622825 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:18.622839 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:18.622853 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:18 GMT
I0315 20:10:18.622865 155192 round_trippers.go:580] Audit-Id: 37a0ac03-3113-4940-b8aa-ecb472eeff09
I0315 20:10:18.622874 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:18.623388 155192 request.go:1171] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"396"},"items":[{"metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"331","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 60224 chars]
I0315 20:10:18.626706 155192 pod_ready.go:78] waiting up to 6m0s for pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace to be "Ready" ...
I0315 20:10:18.626775 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:18.626796 155192 round_trippers.go:469] Request Headers:
I0315 20:10:18.626804 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:18.626811 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:18.628612 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:18.628634 155192 round_trippers.go:577] Response Headers:
I0315 20:10:18.628646 155192 round_trippers.go:580] Audit-Id: 6361a830-d880-484b-b84f-4e731e7d031a
I0315 20:10:18.628655 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:18.628671 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:18.628685 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:18.628694 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:18.628706 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:18 GMT
I0315 20:10:18.628816 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"331","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 5810 chars]
I0315 20:10:18.629206 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:18.629219 155192 round_trippers.go:469] Request Headers:
I0315 20:10:18.629227 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:18.629234 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:18.630977 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:18.630994 155192 round_trippers.go:577] Response Headers:
I0315 20:10:18.631002 155192 round_trippers.go:580] Audit-Id: 22caaedb-fbbe-41e2-aee1-961e620c1267
I0315 20:10:18.631008 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:18.631014 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:18.631022 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:18.631031 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:18.631043 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:18 GMT
I0315 20:10:18.631140 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:19.132221 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:19.132251 155192 round_trippers.go:469] Request Headers:
I0315 20:10:19.132269 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:19.132278 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:19.134900 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:19.134922 155192 round_trippers.go:577] Response Headers:
I0315 20:10:19.134930 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:19.134936 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:19.134941 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:19.134947 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:19.134952 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:19 GMT
I0315 20:10:19.134960 155192 round_trippers.go:580] Audit-Id: 409388bb-fca0-48c4-8215-9e4ab2ed8452
I0315 20:10:19.135188 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:19.135636 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:19.135648 155192 round_trippers.go:469] Request Headers:
I0315 20:10:19.135655 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:19.135672 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:19.137555 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:19.137578 155192 round_trippers.go:577] Response Headers:
I0315 20:10:19.137588 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:19.137597 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:19.137606 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:19 GMT
I0315 20:10:19.137616 155192 round_trippers.go:580] Audit-Id: 3b86c181-4a85-4470-9a83-1f1afe2fcd14
I0315 20:10:19.137626 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:19.137636 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:19.137732 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:19.632323 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:19.632343 155192 round_trippers.go:469] Request Headers:
I0315 20:10:19.632351 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:19.632357 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:19.635644 155192 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0315 20:10:19.635668 155192 round_trippers.go:577] Response Headers:
I0315 20:10:19.635678 155192 round_trippers.go:580] Audit-Id: a5dcdf68-d921-47af-b6d7-3b5a7f638bfd
I0315 20:10:19.635685 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:19.635692 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:19.635700 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:19.635709 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:19.635717 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:19 GMT
I0315 20:10:19.635861 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:19.636345 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:19.636360 155192 round_trippers.go:469] Request Headers:
I0315 20:10:19.636371 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:19.636379 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:19.638224 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:19.638243 155192 round_trippers.go:577] Response Headers:
I0315 20:10:19.638250 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:19.638256 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:19.638261 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:19 GMT
I0315 20:10:19.638270 155192 round_trippers.go:580] Audit-Id: 135843d2-3f83-47ca-9a2a-1aca70f4a12a
I0315 20:10:19.638279 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:19.638291 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:19.638570 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:20.132046 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:20.132070 155192 round_trippers.go:469] Request Headers:
I0315 20:10:20.132079 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:20.132086 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:20.134529 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:20.134554 155192 round_trippers.go:577] Response Headers:
I0315 20:10:20.134562 155192 round_trippers.go:580] Audit-Id: 86ca6ad1-ed1a-461e-89b4-cfc7c5a214f0
I0315 20:10:20.134571 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:20.134583 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:20.134593 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:20.134603 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:20.134613 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:20 GMT
I0315 20:10:20.134726 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:20.135204 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:20.135218 155192 round_trippers.go:469] Request Headers:
I0315 20:10:20.135225 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:20.135232 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:20.137016 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:20.137051 155192 round_trippers.go:577] Response Headers:
I0315 20:10:20.137062 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:20 GMT
I0315 20:10:20.137070 155192 round_trippers.go:580] Audit-Id: 6b04b50b-cad4-41e9-9a4d-dc26bdf80d0d
I0315 20:10:20.137078 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:20.137087 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:20.137096 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:20.137105 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:20.137236 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:20.632484 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:20.632505 155192 round_trippers.go:469] Request Headers:
I0315 20:10:20.632517 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:20.632526 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:20.635280 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:20.635310 155192 round_trippers.go:577] Response Headers:
I0315 20:10:20.635322 155192 round_trippers.go:580] Audit-Id: 47a4dea5-7579-4ad7-8b7a-e08925b05d15
I0315 20:10:20.635331 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:20.635340 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:20.635349 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:20.635360 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:20.635373 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:20 GMT
I0315 20:10:20.635510 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:20.636088 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:20.636105 155192 round_trippers.go:469] Request Headers:
I0315 20:10:20.636118 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:20.636128 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:20.672270 155192 round_trippers.go:574] Response Status: 200 OK in 36 milliseconds
I0315 20:10:20.672298 155192 round_trippers.go:577] Response Headers:
I0315 20:10:20.672308 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:20 GMT
I0315 20:10:20.672317 155192 round_trippers.go:580] Audit-Id: 1096bd05-658c-47a9-aa3e-f921469f537d
I0315 20:10:20.672326 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:20.672334 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:20.672342 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:20.672352 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:20.672477 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:20.672885 155192 pod_ready.go:102] pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace has status "Ready":"False"
I0315 20:10:21.131695 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:21.131724 155192 round_trippers.go:469] Request Headers:
I0315 20:10:21.131740 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:21.131751 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:21.134543 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:21.134570 155192 round_trippers.go:577] Response Headers:
I0315 20:10:21.134582 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:21.134590 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:21.134598 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:21.134606 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:21.134614 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:21 GMT
I0315 20:10:21.134653 155192 round_trippers.go:580] Audit-Id: 2a4b0e72-d7d9-431c-a61b-f361fa60dd63
I0315 20:10:21.134801 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:21.135369 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:21.135393 155192 round_trippers.go:469] Request Headers:
I0315 20:10:21.135405 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:21.135415 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:21.137527 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:21.137554 155192 round_trippers.go:577] Response Headers:
I0315 20:10:21.137565 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:21.137578 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:21.137590 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:21.137618 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:21 GMT
I0315 20:10:21.137633 155192 round_trippers.go:580] Audit-Id: ed9b6187-3764-4d2e-a578-1545c46a1e13
I0315 20:10:21.137642 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:21.137771 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:21.632381 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:21.632403 155192 round_trippers.go:469] Request Headers:
I0315 20:10:21.632412 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:21.632421 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:21.634760 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:21.634786 155192 round_trippers.go:577] Response Headers:
I0315 20:10:21.634795 155192 round_trippers.go:580] Audit-Id: 44350ae1-6c70-47f4-87b0-6267009c102d
I0315 20:10:21.634806 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:21.634814 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:21.634823 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:21.634832 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:21.634842 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:21 GMT
I0315 20:10:21.634962 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:21.635421 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:21.635437 155192 round_trippers.go:469] Request Headers:
I0315 20:10:21.635444 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:21.635450 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:21.637276 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:21.637296 155192 round_trippers.go:577] Response Headers:
I0315 20:10:21.637305 155192 round_trippers.go:580] Audit-Id: 26710227-29b9-4656-9f70-74a35b3bb698
I0315 20:10:21.637314 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:21.637322 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:21.637330 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:21.637339 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:21.637351 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:21 GMT
I0315 20:10:21.637459 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:22.132030 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:22.132058 155192 round_trippers.go:469] Request Headers:
I0315 20:10:22.132071 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:22.132095 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:22.134551 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:22.134577 155192 round_trippers.go:577] Response Headers:
I0315 20:10:22.134589 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:22.134599 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:22 GMT
I0315 20:10:22.134607 155192 round_trippers.go:580] Audit-Id: a988ce59-9cf9-4f9c-977e-9ca1968e7ff6
I0315 20:10:22.134617 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:22.134630 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:22.134637 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:22.134790 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:22.135222 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:22.135233 155192 round_trippers.go:469] Request Headers:
I0315 20:10:22.135241 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:22.135247 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:22.137126 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:22.137145 155192 round_trippers.go:577] Response Headers:
I0315 20:10:22.137156 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:22.137165 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:22.137174 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:22.137187 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:22.137214 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:22 GMT
I0315 20:10:22.137227 155192 round_trippers.go:580] Audit-Id: 8cf1c643-5f14-473b-8e9b-bdb77d1a4899
I0315 20:10:22.137416 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:22.631989 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:22.632033 155192 round_trippers.go:469] Request Headers:
I0315 20:10:22.632048 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:22.632058 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:22.634803 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:22.634825 155192 round_trippers.go:577] Response Headers:
I0315 20:10:22.634835 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:22.634844 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:22.634851 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:22.634859 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:22.634867 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:22 GMT
I0315 20:10:22.634876 155192 round_trippers.go:580] Audit-Id: ef0ed2cc-9cba-4362-bcfb-2b9d3c711570
I0315 20:10:22.634978 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:22.635422 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:22.635439 155192 round_trippers.go:469] Request Headers:
I0315 20:10:22.635450 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:22.635459 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:22.637262 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:22.637297 155192 round_trippers.go:577] Response Headers:
I0315 20:10:22.637305 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:22.637311 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:22.637317 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:22 GMT
I0315 20:10:22.637323 155192 round_trippers.go:580] Audit-Id: 92b41d61-b2a8-44d8-9b9b-1992ac245873
I0315 20:10:22.637329 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:22.637336 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:22.637435 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:23.132057 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:23.132084 155192 round_trippers.go:469] Request Headers:
I0315 20:10:23.132097 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:23.132107 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:23.134956 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:23.134985 155192 round_trippers.go:577] Response Headers:
I0315 20:10:23.134997 155192 round_trippers.go:580] Audit-Id: c1e30934-3797-4f99-9141-9033ed6dd583
I0315 20:10:23.135008 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:23.135017 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:23.135027 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:23.135036 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:23.135046 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:23 GMT
I0315 20:10:23.135176 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:23.135819 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:23.135839 155192 round_trippers.go:469] Request Headers:
I0315 20:10:23.135851 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:23.135862 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:23.137934 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:23.137958 155192 round_trippers.go:577] Response Headers:
I0315 20:10:23.137965 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:23.137971 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:23.137976 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:23.137984 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:23 GMT
I0315 20:10:23.137990 155192 round_trippers.go:580] Audit-Id: b60eda4b-4cd8-4bc2-a5e7-81c1b16d677d
I0315 20:10:23.137996 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:23.138173 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:23.138552 155192 pod_ready.go:102] pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace has status "Ready":"False"
I0315 20:10:23.632032 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:23.632057 155192 round_trippers.go:469] Request Headers:
I0315 20:10:23.632069 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:23.632080 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:23.634607 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:23.634633 155192 round_trippers.go:577] Response Headers:
I0315 20:10:23.634643 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:23.634651 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:23.634660 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:23 GMT
I0315 20:10:23.634672 155192 round_trippers.go:580] Audit-Id: f7ac75ad-1334-4076-b173-2d35a5ad075d
I0315 20:10:23.634685 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:23.634699 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:23.634812 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:23.635290 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:23.635304 155192 round_trippers.go:469] Request Headers:
I0315 20:10:23.635315 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:23.635324 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:23.637271 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:23.637292 155192 round_trippers.go:577] Response Headers:
I0315 20:10:23.637302 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:23.637311 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:23 GMT
I0315 20:10:23.637323 155192 round_trippers.go:580] Audit-Id: 84c4cbdf-5726-4dfe-8b0b-d948a5f18662
I0315 20:10:23.637334 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:23.637343 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:23.637354 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:23.637473 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:24.132036 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:24.132060 155192 round_trippers.go:469] Request Headers:
I0315 20:10:24.132070 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:24.132085 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:24.134905 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:24.134928 155192 round_trippers.go:577] Response Headers:
I0315 20:10:24.134935 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:24 GMT
I0315 20:10:24.134944 155192 round_trippers.go:580] Audit-Id: 9bc0aa1d-aa6f-4791-b7b0-65a7b643fbf1
I0315 20:10:24.134954 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:24.134963 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:24.134971 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:24.134981 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:24.135108 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:24.135648 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:24.135665 155192 round_trippers.go:469] Request Headers:
I0315 20:10:24.135676 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:24.135687 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:24.137821 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:24.137850 155192 round_trippers.go:577] Response Headers:
I0315 20:10:24.137861 155192 round_trippers.go:580] Audit-Id: 908fd28e-b51b-4710-a860-a9fe2575a71a
I0315 20:10:24.137871 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:24.137881 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:24.137894 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:24.137903 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:24.137913 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:24 GMT
I0315 20:10:24.138057 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:24.632602 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:24.632630 155192 round_trippers.go:469] Request Headers:
I0315 20:10:24.632643 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:24.632663 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:24.635539 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:24.635572 155192 round_trippers.go:577] Response Headers:
I0315 20:10:24.635584 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:24.635594 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:24.635606 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:24 GMT
I0315 20:10:24.635619 155192 round_trippers.go:580] Audit-Id: 72d4a148-7ad7-4460-a2c3-73fc8d9d88f7
I0315 20:10:24.635631 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:24.635643 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:24.635788 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:24.636353 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:24.636368 155192 round_trippers.go:469] Request Headers:
I0315 20:10:24.636379 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:24.636389 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:24.638553 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:24.638570 155192 round_trippers.go:577] Response Headers:
I0315 20:10:24.638577 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:24.638583 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:24.638589 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:24 GMT
I0315 20:10:24.638598 155192 round_trippers.go:580] Audit-Id: 23ab81e1-f9e7-4ba9-b0fe-976c29fbff0b
I0315 20:10:24.638606 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:24.638615 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:24.638779 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"318","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:25.132435 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:25.132458 155192 round_trippers.go:469] Request Headers:
I0315 20:10:25.132468 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:25.132477 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:25.135058 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:25.135087 155192 round_trippers.go:577] Response Headers:
I0315 20:10:25.135097 155192 round_trippers.go:580] Audit-Id: a1fcfaf5-45a1-4824-b121-0f9c256a36a5
I0315 20:10:25.135109 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:25.135117 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:25.135125 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:25.135133 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:25.135145 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:25 GMT
I0315 20:10:25.135295 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:25.135901 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:25.135918 155192 round_trippers.go:469] Request Headers:
I0315 20:10:25.135931 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:25.135949 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:25.138112 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:25.138131 155192 round_trippers.go:577] Response Headers:
I0315 20:10:25.138141 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:25 GMT
I0315 20:10:25.138150 155192 round_trippers.go:580] Audit-Id: d4c3b146-f96b-48f5-b8a8-73dd8820e5cb
I0315 20:10:25.138167 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:25.138176 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:25.138185 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:25.138195 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:25.138319 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:25.138739 155192 pod_ready.go:102] pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace has status "Ready":"False"
I0315 20:10:25.631816 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:25.631847 155192 round_trippers.go:469] Request Headers:
I0315 20:10:25.631859 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:25.631869 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:25.634737 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:25.634763 155192 round_trippers.go:577] Response Headers:
I0315 20:10:25.634774 155192 round_trippers.go:580] Audit-Id: 229e8179-ac7d-4940-a897-e0bd9d9ad728
I0315 20:10:25.634784 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:25.634794 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:25.634804 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:25.634823 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:25.634833 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:25 GMT
I0315 20:10:25.634980 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:25.635587 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:25.635606 155192 round_trippers.go:469] Request Headers:
I0315 20:10:25.635617 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:25.635631 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:25.637843 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:25.637862 155192 round_trippers.go:577] Response Headers:
I0315 20:10:25.637876 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:25.637889 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:25.637902 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:25.637912 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:25.637922 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:25 GMT
I0315 20:10:25.637936 155192 round_trippers.go:580] Audit-Id: cc506abe-5cf0-4537-b346-c2ca658ba36b
I0315 20:10:25.638123 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:26.132433 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:26.132461 155192 round_trippers.go:469] Request Headers:
I0315 20:10:26.132475 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:26.132485 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:26.172543 155192 round_trippers.go:574] Response Status: 200 OK in 40 milliseconds
I0315 20:10:26.172620 155192 round_trippers.go:577] Response Headers:
I0315 20:10:26.172650 155192 round_trippers.go:580] Audit-Id: 5646b87b-ecd2-4721-acd7-a48d9d745699
I0315 20:10:26.172660 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:26.172668 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:26.172685 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:26.172694 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:26.172703 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:26 GMT
I0315 20:10:26.172824 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:26.173416 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:26.173437 155192 round_trippers.go:469] Request Headers:
I0315 20:10:26.173449 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:26.173460 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:26.175936 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:26.175959 155192 round_trippers.go:577] Response Headers:
I0315 20:10:26.175971 155192 round_trippers.go:580] Audit-Id: 123897fd-c2a2-47f2-bdad-cee03a308718
I0315 20:10:26.175981 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:26.176009 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:26.176024 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:26.176037 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:26.176049 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:26 GMT
I0315 20:10:26.176207 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:26.631626 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:26.631648 155192 round_trippers.go:469] Request Headers:
I0315 20:10:26.631657 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:26.631663 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:26.674209 155192 round_trippers.go:574] Response Status: 200 OK in 42 milliseconds
I0315 20:10:26.674243 155192 round_trippers.go:577] Response Headers:
I0315 20:10:26.674254 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:26.674265 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:26 GMT
I0315 20:10:26.674274 155192 round_trippers.go:580] Audit-Id: 6aa68fd0-95b0-4f9a-94dd-e194a0a28bd2
I0315 20:10:26.674283 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:26.674293 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:26.674309 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:26.674443 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:26.675026 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:26.675045 155192 round_trippers.go:469] Request Headers:
I0315 20:10:26.675056 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:26.675069 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:26.677693 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:26.677718 155192 round_trippers.go:577] Response Headers:
I0315 20:10:26.677729 155192 round_trippers.go:580] Audit-Id: 1a61db53-2c94-41f0-9d9f-f36487a61f76
I0315 20:10:26.677739 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:26.677753 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:26.677762 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:26.677775 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:26.677788 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:26 GMT
I0315 20:10:26.677928 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:27.132490 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:27.132510 155192 round_trippers.go:469] Request Headers:
I0315 20:10:27.132519 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:27.132526 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:27.172743 155192 round_trippers.go:574] Response Status: 200 OK in 40 milliseconds
I0315 20:10:27.172778 155192 round_trippers.go:577] Response Headers:
I0315 20:10:27.172798 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:27.172809 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:27 GMT
I0315 20:10:27.172819 155192 round_trippers.go:580] Audit-Id: 78d16b7f-1578-4fb2-a191-69f62d261088
I0315 20:10:27.172828 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:27.172845 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:27.172858 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:27.172996 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:27.173606 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:27.173660 155192 round_trippers.go:469] Request Headers:
I0315 20:10:27.173681 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:27.173700 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:27.176114 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:27.176177 155192 round_trippers.go:577] Response Headers:
I0315 20:10:27.176195 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:27.176204 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:27.176212 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:27.176222 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:27.176242 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:27 GMT
I0315 20:10:27.176256 155192 round_trippers.go:580] Audit-Id: e25c6fe4-7720-4887-b5ce-3361fed59d06
I0315 20:10:27.176388 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:27.176729 155192 pod_ready.go:102] pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace has status "Ready":"False"
I0315 20:10:27.631927 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:27.631955 155192 round_trippers.go:469] Request Headers:
I0315 20:10:27.631970 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:27.631980 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:27.634935 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:27.634958 155192 round_trippers.go:577] Response Headers:
I0315 20:10:27.634968 155192 round_trippers.go:580] Audit-Id: 8f0ec842-6d60-4eef-9cd4-d259e70ee840
I0315 20:10:27.634976 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:27.634984 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:27.634991 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:27.634999 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:27.635009 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:27 GMT
I0315 20:10:27.635121 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:27.635539 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:27.635554 155192 round_trippers.go:469] Request Headers:
I0315 20:10:27.635565 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:27.635574 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:27.672984 155192 round_trippers.go:574] Response Status: 200 OK in 37 milliseconds
I0315 20:10:27.673012 155192 round_trippers.go:577] Response Headers:
I0315 20:10:27.673024 155192 round_trippers.go:580] Audit-Id: bca552e4-1bd7-4242-9375-2588f20f4de2
I0315 20:10:27.673034 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:27.673043 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:27.673052 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:27.673061 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:27.673075 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:27 GMT
I0315 20:10:27.673480 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:28.131668 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:28.131699 155192 round_trippers.go:469] Request Headers:
I0315 20:10:28.131713 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:28.131723 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:28.134223 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:28.134252 155192 round_trippers.go:577] Response Headers:
I0315 20:10:28.134268 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:28 GMT
I0315 20:10:28.134279 155192 round_trippers.go:580] Audit-Id: 4b169c86-c8bb-4675-a88e-77fb28ce339d
I0315 20:10:28.134291 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:28.134303 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:28.134317 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:28.134330 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:28.134460 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:28.135062 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:28.135082 155192 round_trippers.go:469] Request Headers:
I0315 20:10:28.135093 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:28.135107 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:28.136922 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:28.136945 155192 round_trippers.go:577] Response Headers:
I0315 20:10:28.136956 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:28.136965 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:28.136976 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:28.136989 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:28 GMT
I0315 20:10:28.137002 155192 round_trippers.go:580] Audit-Id: 0ab74df8-20b2-4bbf-a2d5-48968a5bf0d3
I0315 20:10:28.137014 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:28.137156 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:28.632001 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:28.632033 155192 round_trippers.go:469] Request Headers:
I0315 20:10:28.632046 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:28.632056 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:28.635816 155192 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0315 20:10:28.635848 155192 round_trippers.go:577] Response Headers:
I0315 20:10:28.635860 155192 round_trippers.go:580] Audit-Id: 734f47f0-4d99-4429-8a9e-06c37334187d
I0315 20:10:28.635870 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:28.635879 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:28.635888 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:28.635897 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:28.635903 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:28 GMT
I0315 20:10:28.636010 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:28.636438 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:28.636445 155192 round_trippers.go:469] Request Headers:
I0315 20:10:28.636453 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:28.636461 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:28.638578 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:28.638602 155192 round_trippers.go:577] Response Headers:
I0315 20:10:28.638613 155192 round_trippers.go:580] Audit-Id: cf539750-4d73-4fd1-808c-3fe333e37e7b
I0315 20:10:28.638623 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:28.638631 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:28.638640 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:28.638651 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:28.638664 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:28 GMT
I0315 20:10:28.638870 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:29.131936 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:29.131962 155192 round_trippers.go:469] Request Headers:
I0315 20:10:29.131972 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:29.131981 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:29.134613 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:29.134644 155192 round_trippers.go:577] Response Headers:
I0315 20:10:29.134655 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:29.134742 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:29.134774 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:29 GMT
I0315 20:10:29.134787 155192 round_trippers.go:580] Audit-Id: 473158d3-45d3-4410-9e20-1f93310f089e
I0315 20:10:29.134797 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:29.134808 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:29.134936 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:29.135609 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:29.135631 155192 round_trippers.go:469] Request Headers:
I0315 20:10:29.135643 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:29.135653 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:29.137701 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:29.137720 155192 round_trippers.go:577] Response Headers:
I0315 20:10:29.137730 155192 round_trippers.go:580] Audit-Id: 34dd3430-f530-4383-9a42-a5663cf6c039
I0315 20:10:29.137740 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:29.137752 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:29.137765 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:29.137775 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:29.137788 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:29 GMT
I0315 20:10:29.137932 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:29.632479 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:29.632502 155192 round_trippers.go:469] Request Headers:
I0315 20:10:29.632512 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:29.632521 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:29.635163 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:29.635200 155192 round_trippers.go:577] Response Headers:
I0315 20:10:29.635212 155192 round_trippers.go:580] Audit-Id: ddd6d68d-ab63-44d6-8fa9-b61f3fc85965
I0315 20:10:29.635231 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:29.635244 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:29.635253 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:29.635263 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:29.635273 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:29 GMT
I0315 20:10:29.635389 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:29.635843 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:29.635857 155192 round_trippers.go:469] Request Headers:
I0315 20:10:29.635865 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:29.635875 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:29.638032 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:29.638104 155192 round_trippers.go:577] Response Headers:
I0315 20:10:29.638133 155192 round_trippers.go:580] Audit-Id: 1f11d422-e75a-477e-bcf9-a57d88975e5c
I0315 20:10:29.638146 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:29.638157 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:29.638170 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:29.638183 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:29.638195 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:29 GMT
I0315 20:10:29.638317 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:29.638696 155192 pod_ready.go:102] pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace has status "Ready":"False"
I0315 20:10:30.131730 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:30.131753 155192 round_trippers.go:469] Request Headers:
I0315 20:10:30.131761 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:30.131767 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:30.134724 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:30.134759 155192 round_trippers.go:577] Response Headers:
I0315 20:10:30.134772 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:30.134783 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:30.134793 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:30 GMT
I0315 20:10:30.134806 155192 round_trippers.go:580] Audit-Id: 9224b651-d41a-4c83-9ff2-fbdfbb408f74
I0315 20:10:30.134816 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:30.134828 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:30.134968 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:30.135573 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:30.135598 155192 round_trippers.go:469] Request Headers:
I0315 20:10:30.135610 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:30.135620 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:30.171801 155192 round_trippers.go:574] Response Status: 200 OK in 36 milliseconds
I0315 20:10:30.171834 155192 round_trippers.go:577] Response Headers:
I0315 20:10:30.171845 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:30.171854 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:30.171861 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:30 GMT
I0315 20:10:30.171871 155192 round_trippers.go:580] Audit-Id: ed3971d0-b6d1-412d-82b8-441e8d84506f
I0315 20:10:30.171878 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:30.171887 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:30.172035 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:30.632589 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:30.632617 155192 round_trippers.go:469] Request Headers:
I0315 20:10:30.632630 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:30.632640 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:30.637921 155192 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0315 20:10:30.637944 155192 round_trippers.go:577] Response Headers:
I0315 20:10:30.637952 155192 round_trippers.go:580] Audit-Id: 824e5de5-fe1e-4f25-94c7-c0b6861c294b
I0315 20:10:30.637958 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:30.637964 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:30.637971 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:30.637981 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:30.638003 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:30 GMT
I0315 20:10:30.638139 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:30.638584 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:30.638598 155192 round_trippers.go:469] Request Headers:
I0315 20:10:30.638606 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:30.638612 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:30.640662 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:30.640685 155192 round_trippers.go:577] Response Headers:
I0315 20:10:30.640694 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:30.640700 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:30.640706 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:30.640711 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:30 GMT
I0315 20:10:30.640717 155192 round_trippers.go:580] Audit-Id: 6e458567-605f-43ec-9378-0be110681c49
I0315 20:10:30.640722 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:30.640808 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:31.132448 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:31.132475 155192 round_trippers.go:469] Request Headers:
I0315 20:10:31.132487 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:31.132498 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:31.135195 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:31.135216 155192 round_trippers.go:577] Response Headers:
I0315 20:10:31.135223 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:31.135229 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:31.135235 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:31 GMT
I0315 20:10:31.135244 155192 round_trippers.go:580] Audit-Id: c0e72a32-05ce-4dc8-861f-999426cde856
I0315 20:10:31.135253 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:31.135265 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:31.135377 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:31.135939 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:31.135956 155192 round_trippers.go:469] Request Headers:
I0315 20:10:31.135968 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:31.135978 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:31.138000 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:31.138022 155192 round_trippers.go:577] Response Headers:
I0315 20:10:31.138032 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:31.138041 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:31.138049 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:31 GMT
I0315 20:10:31.138062 155192 round_trippers.go:580] Audit-Id: dea0a858-f185-4ff2-af9f-ac353ef29884
I0315 20:10:31.138095 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:31.138106 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:31.138218 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:31.631705 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:31.631731 155192 round_trippers.go:469] Request Headers:
I0315 20:10:31.631741 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:31.631747 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:31.634164 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:31.634190 155192 round_trippers.go:577] Response Headers:
I0315 20:10:31.634201 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:31.634209 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:31.634218 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:31.634232 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:31 GMT
I0315 20:10:31.634244 155192 round_trippers.go:580] Audit-Id: 3f789969-370d-4d7e-afdd-78b27cebd194
I0315 20:10:31.634256 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:31.634371 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"397","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6039 chars]
I0315 20:10:31.634850 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:31.634864 155192 round_trippers.go:469] Request Headers:
I0315 20:10:31.634871 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:31.634878 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:31.636983 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:31.637007 155192 round_trippers.go:577] Response Headers:
I0315 20:10:31.637018 155192 round_trippers.go:580] Audit-Id: f8d8284f-1893-4419-9a98-3b468d76e55c
I0315 20:10:31.637028 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:31.637037 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:31.637046 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:31.637054 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:31.637064 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:31 GMT
I0315 20:10:31.637174 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:32.131734 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:32.131756 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.131767 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.131775 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.134178 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:32.134204 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.134214 155192 round_trippers.go:580] Audit-Id: 11dd39b9-53cc-4b68-9613-5cba88ee00ff
I0315 20:10:32.134223 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.134232 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.134243 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.134256 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.134265 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.134404 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"434","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6151 chars]
I0315 20:10:32.134966 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:32.134982 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.134993 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.135004 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.137130 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:32.137151 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.137161 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.137169 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.137179 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.137191 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.137201 155192 round_trippers.go:580] Audit-Id: b30fd37b-c89e-406a-8dbd-3cbd72c660f4
I0315 20:10:32.137214 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.137320 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:32.137710 155192 pod_ready.go:92] pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:32.137736 155192 pod_ready.go:81] duration metric: took 13.511006379s waiting for pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.137750 155192 pod_ready.go:78] waiting up to 6m0s for pod "coredns-787d4945fb-kpm48" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.137813 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-kpm48
I0315 20:10:32.137821 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.137832 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.137845 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.139439 155192 round_trippers.go:574] Response Status: 404 Not Found in 1 milliseconds
I0315 20:10:32.139459 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.139466 155192 round_trippers.go:580] Audit-Id: 09086d61-b259-4278-97f5-e4c919fae4b9
I0315 20:10:32.139471 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.139477 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.139482 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.139488 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.139498 155192 round_trippers.go:580] Content-Length: 216
I0315 20:10:32.139512 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.139534 155192 request.go:1171] Response Body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"pods \"coredns-787d4945fb-kpm48\" not found","reason":"NotFound","details":{"name":"coredns-787d4945fb-kpm48","kind":"pods"},"code":404}
I0315 20:10:32.139746 155192 pod_ready.go:97] error getting pod "coredns-787d4945fb-kpm48" in "kube-system" namespace (skipping!): pods "coredns-787d4945fb-kpm48" not found
I0315 20:10:32.139763 155192 pod_ready.go:81] duration metric: took 2.003195ms waiting for pod "coredns-787d4945fb-kpm48" in "kube-system" namespace to be "Ready" ...
E0315 20:10:32.139774 155192 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-787d4945fb-kpm48" in "kube-system" namespace (skipping!): pods "coredns-787d4945fb-kpm48" not found
I0315 20:10:32.139786 155192 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.139836 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-465879
I0315 20:10:32.139847 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.139858 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.139869 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.141526 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:32.141545 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.141554 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.141562 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.141571 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.141579 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.141592 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.141601 155192 round_trippers.go:580] Audit-Id: 4e5b74e7-3e5a-47c4-b7a4-9f098db97403
I0315 20:10:32.141759 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-465879","namespace":"kube-system","uid":"c6e03910-8ad1-4309-b18a-958cc86c222e","resourceVersion":"296","creationTimestamp":"2023-03-15T20:10:04Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"6f849bfdd71355fa8a8400dba8da6283","kubernetes.io/config.mirror":"6f849bfdd71355fa8a8400dba8da6283","kubernetes.io/config.seen":"2023-03-15T20:10:04.439561108Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5836 chars]
I0315 20:10:32.142169 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:32.142181 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.142189 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.142195 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.143892 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:32.143916 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.143928 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.143939 155192 round_trippers.go:580] Audit-Id: 8a93709c-bff7-4b74-8af8-ad809ba00e68
I0315 20:10:32.143948 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.143958 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.143969 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.143982 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.144073 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:32.144399 155192 pod_ready.go:92] pod "etcd-multinode-465879" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:32.144415 155192 pod_ready.go:81] duration metric: took 4.622162ms waiting for pod "etcd-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.144428 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.144493 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-465879
I0315 20:10:32.144502 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.144509 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.144519 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.146277 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:32.146299 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.146309 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.146317 155192 round_trippers.go:580] Audit-Id: b677c69b-9aba-4fba-bb3e-ffcbb7ac0631
I0315 20:10:32.146325 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.146338 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.146350 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.146358 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.146484 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-465879","namespace":"kube-system","uid":"c0800fa4-6165-44ca-8a9d-4d5f2230e514","resourceVersion":"385","creationTimestamp":"2023-03-15T20:10:04Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"cb91a55f548bf8951752d692dfbf9c08","kubernetes.io/config.mirror":"cb91a55f548bf8951752d692dfbf9c08","kubernetes.io/config.seen":"2023-03-15T20:10:04.439562674Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8222 chars]
I0315 20:10:32.146913 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:32.146924 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.146931 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.146937 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.148663 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:32.148678 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.148685 155192 round_trippers.go:580] Audit-Id: d4434e2b-4e6a-42a9-a2ca-ebacc042c4ad
I0315 20:10:32.148695 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.148708 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.148731 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.148745 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.148754 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.148851 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:32.149095 155192 pod_ready.go:92] pod "kube-apiserver-multinode-465879" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:32.149105 155192 pod_ready.go:81] duration metric: took 4.666462ms waiting for pod "kube-apiserver-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.149113 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.149153 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-465879
I0315 20:10:32.149161 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.149167 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.149174 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.150824 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:32.150872 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.150885 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.150895 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.150907 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.150917 155192 round_trippers.go:580] Audit-Id: 13aa2e48-1396-48d5-8287-5c546e2b359d
I0315 20:10:32.150928 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.150941 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.151067 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-465879","namespace":"kube-system","uid":"e07c1387-7c67-433b-95e0-12f0958481f8","resourceVersion":"289","creationTimestamp":"2023-03-15T20:10:04Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"8d4cb9baf9bedd09b256660bfe2cef68","kubernetes.io/config.mirror":"8d4cb9baf9bedd09b256660bfe2cef68","kubernetes.io/config.seen":"2023-03-15T20:10:04.439563736Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7797 chars]
I0315 20:10:32.151447 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:32.151463 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.151473 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.151483 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.153001 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:32.153019 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.153028 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.153038 155192 round_trippers.go:580] Audit-Id: a4cae136-8653-4747-8936-5c09c8a27897
I0315 20:10:32.153058 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.153070 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.153082 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.153093 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.153190 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:32.153529 155192 pod_ready.go:92] pod "kube-controller-manager-multinode-465879" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:32.153543 155192 pod_ready.go:81] duration metric: took 4.422568ms waiting for pod "kube-controller-manager-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.153557 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-m97m9" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.153614 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-m97m9
I0315 20:10:32.153624 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.153635 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.153649 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.155531 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:32.155548 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.155558 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.155568 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.155581 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.155594 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.155606 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.155618 155192 round_trippers.go:580] Audit-Id: 754aff6c-cfb0-4e0f-ac60-775aefb6e8d1
I0315 20:10:32.155728 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-m97m9","generateName":"kube-proxy-","namespace":"kube-system","uid":"a04d274c-6fea-4e86-8841-756565bff2ec","resourceVersion":"405","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"controller-revision-hash":"6646d95c56","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"e28673ea-a853-4cb5-9c5b-962291349b4e","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"e28673ea-a853-4cb5-9c5b-962291349b4e\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5529 chars]
I0315 20:10:32.332549 155192 request.go:622] Waited for 176.367442ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:32.332616 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:32.332622 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.332630 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.332636 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.337943 155192 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0315 20:10:32.337975 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.337985 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.337992 155192 round_trippers.go:580] Audit-Id: 4cb94cb5-2c2a-45db-8902-b8873968711f
I0315 20:10:32.337998 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.338009 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.338018 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.338027 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.338171 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:32.338557 155192 pod_ready.go:92] pod "kube-proxy-m97m9" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:32.338574 155192 pod_ready.go:81] duration metric: took 185.001217ms waiting for pod "kube-proxy-m97m9" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.338587 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.531950 155192 request.go:622] Waited for 193.303634ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-465879
I0315 20:10:32.532024 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-465879
I0315 20:10:32.532069 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.532081 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.532091 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.534350 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:32.534371 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.534380 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.534403 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.534414 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.534426 155192 round_trippers.go:580] Audit-Id: c71129a7-3f62-4e5f-b7b5-4c0f453ea31f
I0315 20:10:32.534438 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.534450 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.534552 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-465879","namespace":"kube-system","uid":"643f6247-190d-4b36-ad3b-42e2ff9e0f4e","resourceVersion":"291","creationTimestamp":"2023-03-15T20:10:05Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"c6449b8fd1d50f679acd35ced1efe43c","kubernetes.io/config.mirror":"c6449b8fd1d50f679acd35ced1efe43c","kubernetes.io/config.seen":"2023-03-15T20:10:04.439540956Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:05Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4679 chars]
I0315 20:10:32.732381 155192 request.go:622] Waited for 197.38511ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:32.732458 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:32.732465 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.732476 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.732485 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.734942 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:32.734962 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.734969 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.734975 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.734981 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.734988 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.735003 155192 round_trippers.go:580] Audit-Id: 542c8afc-b4dc-4833-a8be-2591f9caa53e
I0315 20:10:32.735015 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.735138 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 4999 chars]
I0315 20:10:32.735539 155192 pod_ready.go:92] pod "kube-scheduler-multinode-465879" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:32.735556 155192 pod_ready.go:81] duration metric: took 396.96007ms waiting for pod "kube-scheduler-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:32.735569 155192 pod_ready.go:38] duration metric: took 14.116564747s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0315 20:10:32.735592 155192 api_server.go:51] waiting for apiserver process to appear ...
I0315 20:10:32.735643 155192 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0315 20:10:32.745325 155192 command_runner.go:130] > 2016
I0315 20:10:32.745936 155192 api_server.go:71] duration metric: took 14.771084803s to wait for apiserver process to appear ...
I0315 20:10:32.745961 155192 api_server.go:87] waiting for apiserver healthz status ...
I0315 20:10:32.745975 155192 api_server.go:252] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I0315 20:10:32.752066 155192 api_server.go:278] https://192.168.58.2:8443/healthz returned 200:
ok
I0315 20:10:32.752140 155192 round_trippers.go:463] GET https://192.168.58.2:8443/version
I0315 20:10:32.752149 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.752157 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.752168 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.752810 155192 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0315 20:10:32.752844 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.752855 155192 round_trippers.go:580] Audit-Id: df8d05a1-993d-483f-b544-d772ae2bfffd
I0315 20:10:32.752863 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.752872 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.752885 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.752898 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.752910 155192 round_trippers.go:580] Content-Length: 263
I0315 20:10:32.752922 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.752945 155192 request.go:1171] Response Body: {
"major": "1",
"minor": "26",
"gitVersion": "v1.26.2",
"gitCommit": "fc04e732bb3e7198d2fa44efa5457c7c6f8c0f5b",
"gitTreeState": "clean",
"buildDate": "2023-02-22T13:32:22Z",
"goVersion": "go1.19.6",
"compiler": "gc",
"platform": "linux/amd64"
}
I0315 20:10:32.753040 155192 api_server.go:140] control plane version: v1.26.2
I0315 20:10:32.753058 155192 api_server.go:130] duration metric: took 7.090424ms to wait for apiserver health ...
I0315 20:10:32.753069 155192 system_pods.go:43] waiting for kube-system pods to appear ...
I0315 20:10:32.932503 155192 request.go:622] Waited for 179.365788ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0315 20:10:32.932569 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0315 20:10:32.932575 155192 round_trippers.go:469] Request Headers:
I0315 20:10:32.932583 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:32.932590 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:32.938035 155192 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0315 20:10:32.938093 155192 round_trippers.go:577] Response Headers:
I0315 20:10:32.938104 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:32.938124 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:32 GMT
I0315 20:10:32.938133 155192 round_trippers.go:580] Audit-Id: af6f19d3-4be0-4685-a32f-270608eb93a4
I0315 20:10:32.938142 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:32.938159 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:32.938165 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:32.938496 155192 request.go:1171] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"442"},"items":[{"metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"434","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55202 chars]
I0315 20:10:32.940275 155192 system_pods.go:59] 8 kube-system pods found
I0315 20:10:32.940301 155192 system_pods.go:61] "coredns-787d4945fb-8gkkc" [bf5c1a5e-52f9-4bf8-b18a-133f8c26d790] Running
I0315 20:10:32.940306 155192 system_pods.go:61] "etcd-multinode-465879" [c6e03910-8ad1-4309-b18a-958cc86c222e] Running
I0315 20:10:32.940311 155192 system_pods.go:61] "kindnet-5hwvc" [7cdf1da9-6c14-4ccd-89e8-aae36591389f] Running
I0315 20:10:32.940317 155192 system_pods.go:61] "kube-apiserver-multinode-465879" [c0800fa4-6165-44ca-8a9d-4d5f2230e514] Running
I0315 20:10:32.940323 155192 system_pods.go:61] "kube-controller-manager-multinode-465879" [e07c1387-7c67-433b-95e0-12f0958481f8] Running
I0315 20:10:32.940330 155192 system_pods.go:61] "kube-proxy-m97m9" [a04d274c-6fea-4e86-8841-756565bff2ec] Running
I0315 20:10:32.940334 155192 system_pods.go:61] "kube-scheduler-multinode-465879" [643f6247-190d-4b36-ad3b-42e2ff9e0f4e] Running
I0315 20:10:32.940340 155192 system_pods.go:61] "storage-provisioner" [3af1b1f9-127a-4b14-aa40-a2624eaa55c2] Running
I0315 20:10:32.940345 155192 system_pods.go:74] duration metric: took 187.270969ms to wait for pod list to return data ...
I0315 20:10:32.940356 155192 default_sa.go:34] waiting for default service account to be created ...
I0315 20:10:33.131720 155192 request.go:622] Waited for 191.303159ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I0315 20:10:33.131775 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/default/serviceaccounts
I0315 20:10:33.131781 155192 round_trippers.go:469] Request Headers:
I0315 20:10:33.131788 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:33.131795 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:33.134215 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:33.134241 155192 round_trippers.go:577] Response Headers:
I0315 20:10:33.134248 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:33.134255 155192 round_trippers.go:580] Content-Length: 261
I0315 20:10:33.134261 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:33 GMT
I0315 20:10:33.134268 155192 round_trippers.go:580] Audit-Id: 41876efb-ae6f-49e1-b07a-d74bbf9ddcb3
I0315 20:10:33.134285 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:33.134294 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:33.134300 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:33.134324 155192 request.go:1171] Response Body: {"kind":"ServiceAccountList","apiVersion":"v1","metadata":{"resourceVersion":"442"},"items":[{"metadata":{"name":"default","namespace":"default","uid":"644a9135-b39e-4d26-94d1-b52f03872629","resourceVersion":"342","creationTimestamp":"2023-03-15T20:10:16Z"}}]}
I0315 20:10:33.134495 155192 default_sa.go:45] found service account: "default"
I0315 20:10:33.134507 155192 default_sa.go:55] duration metric: took 194.14335ms for default service account to be created ...
I0315 20:10:33.134515 155192 system_pods.go:116] waiting for k8s-apps to be running ...
I0315 20:10:33.331915 155192 request.go:622] Waited for 197.313171ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0315 20:10:33.331972 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0315 20:10:33.331977 155192 round_trippers.go:469] Request Headers:
I0315 20:10:33.331986 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:33.331992 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:33.335274 155192 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0315 20:10:33.335308 155192 round_trippers.go:577] Response Headers:
I0315 20:10:33.335319 155192 round_trippers.go:580] Audit-Id: 0e3160bf-2fa1-45f9-bd37-3d9da2537547
I0315 20:10:33.335328 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:33.335337 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:33.335345 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:33.335358 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:33.335369 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:33 GMT
I0315 20:10:33.335794 155192 request.go:1171] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"442"},"items":[{"metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"434","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 55202 chars]
I0315 20:10:33.337490 155192 system_pods.go:86] 8 kube-system pods found
I0315 20:10:33.337513 155192 system_pods.go:89] "coredns-787d4945fb-8gkkc" [bf5c1a5e-52f9-4bf8-b18a-133f8c26d790] Running
I0315 20:10:33.337519 155192 system_pods.go:89] "etcd-multinode-465879" [c6e03910-8ad1-4309-b18a-958cc86c222e] Running
I0315 20:10:33.337523 155192 system_pods.go:89] "kindnet-5hwvc" [7cdf1da9-6c14-4ccd-89e8-aae36591389f] Running
I0315 20:10:33.337530 155192 system_pods.go:89] "kube-apiserver-multinode-465879" [c0800fa4-6165-44ca-8a9d-4d5f2230e514] Running
I0315 20:10:33.337550 155192 system_pods.go:89] "kube-controller-manager-multinode-465879" [e07c1387-7c67-433b-95e0-12f0958481f8] Running
I0315 20:10:33.337559 155192 system_pods.go:89] "kube-proxy-m97m9" [a04d274c-6fea-4e86-8841-756565bff2ec] Running
I0315 20:10:33.337564 155192 system_pods.go:89] "kube-scheduler-multinode-465879" [643f6247-190d-4b36-ad3b-42e2ff9e0f4e] Running
I0315 20:10:33.337568 155192 system_pods.go:89] "storage-provisioner" [3af1b1f9-127a-4b14-aa40-a2624eaa55c2] Running
I0315 20:10:33.337574 155192 system_pods.go:126] duration metric: took 203.055359ms to wait for k8s-apps to be running ...
I0315 20:10:33.337584 155192 system_svc.go:44] waiting for kubelet service to be running ....
I0315 20:10:33.337631 155192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0315 20:10:33.347304 155192 system_svc.go:56] duration metric: took 9.711775ms WaitForService to wait for kubelet.
I0315 20:10:33.347328 155192 kubeadm.go:578] duration metric: took 15.372482477s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0315 20:10:33.347346 155192 node_conditions.go:102] verifying NodePressure condition ...
I0315 20:10:33.532775 155192 request.go:622] Waited for 185.365221ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I0315 20:10:33.532838 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I0315 20:10:33.532846 155192 round_trippers.go:469] Request Headers:
I0315 20:10:33.532863 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:33.532877 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:33.535096 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:33.535123 155192 round_trippers.go:577] Response Headers:
I0315 20:10:33.535135 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:33 GMT
I0315 20:10:33.535145 155192 round_trippers.go:580] Audit-Id: c7756330-d575-4aa8-9519-532c3030f432
I0315 20:10:33.535154 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:33.535162 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:33.535170 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:33.535179 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:33.535272 155192 request.go:1171] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"442"},"items":[{"metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"418","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFiel
ds":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time" [truncated 5052 chars]
I0315 20:10:33.535628 155192 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0315 20:10:33.535644 155192 node_conditions.go:123] node cpu capacity is 8
I0315 20:10:33.535656 155192 node_conditions.go:105] duration metric: took 188.306772ms to run NodePressure ...
I0315 20:10:33.535669 155192 start.go:228] waiting for startup goroutines ...
I0315 20:10:33.535675 155192 start.go:233] waiting for cluster config update ...
I0315 20:10:33.535694 155192 start.go:242] writing updated cluster config ...
I0315 20:10:33.539028 155192 out.go:177]
I0315 20:10:33.540989 155192 config.go:182] Loaded profile config "multinode-465879": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.26.2
I0315 20:10:33.541065 155192 profile.go:148] Saving config to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/config.json ...
I0315 20:10:33.543251 155192 out.go:177] * Starting worker node multinode-465879-m02 in cluster multinode-465879
I0315 20:10:33.545007 155192 cache.go:120] Beginning downloading kic base image for docker with docker
I0315 20:10:33.546876 155192 out.go:177] * Pulling base image ...
I0315 20:10:33.548940 155192 preload.go:132] Checking if preload exists for k8s version v1.26.2 and runtime docker
I0315 20:10:33.548976 155192 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f in local docker daemon
I0315 20:10:33.548979 155192 cache.go:57] Caching tarball of preloaded images
I0315 20:10:33.550845 155192 preload.go:174] Found /home/jenkins/minikube-integration/16056-3850/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.26.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0315 20:10:33.550861 155192 cache.go:60] Finished verifying existence of preloaded tar for v1.26.2 on docker
I0315 20:10:33.550940 155192 profile.go:148] Saving config to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/config.json ...
I0315 20:10:33.616094 155192 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f in local docker daemon, skipping pull
I0315 20:10:33.616121 155192 cache.go:143] gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f exists in daemon, skipping load
I0315 20:10:33.616143 155192 cache.go:193] Successfully downloaded all kic artifacts
I0315 20:10:33.616186 155192 start.go:364] acquiring machines lock for multinode-465879-m02: {Name:mke23a38a600b36863c323f73bfca0031cabf873 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0315 20:10:33.616321 155192 start.go:368] acquired machines lock for "multinode-465879-m02" in 110.464µs
I0315 20:10:33.616357 155192 start.go:93] Provisioning new machine with config: &{Name:multinode-465879 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.26.2 ClusterName:multinode-465879 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP: Port:0 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-ho
st Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP:} &{Name:m02 IP: Port:0 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:false Worker:true}
I0315 20:10:33.616438 155192 start.go:125] createHost starting for "m02" (driver="docker")
I0315 20:10:33.619077 155192 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I0315 20:10:33.619177 155192 start.go:159] libmachine.API.Create for "multinode-465879" (driver="docker")
I0315 20:10:33.619204 155192 client.go:168] LocalClient.Create starting
I0315 20:10:33.619270 155192 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem
I0315 20:10:33.619314 155192 main.go:141] libmachine: Decoding PEM data...
I0315 20:10:33.619329 155192 main.go:141] libmachine: Parsing certificate...
I0315 20:10:33.619375 155192 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem
I0315 20:10:33.619393 155192 main.go:141] libmachine: Decoding PEM data...
I0315 20:10:33.619404 155192 main.go:141] libmachine: Parsing certificate...
I0315 20:10:33.619596 155192 cli_runner.go:164] Run: docker network inspect multinode-465879 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0315 20:10:33.687430 155192 network_create.go:76] Found existing network {name:multinode-465879 subnet:0xc00154d680 gateway:[0 0 0 0 0 0 0 0 0 0 255 255 192 168 58 1] mtu:1500}
I0315 20:10:33.687467 155192 kic.go:117] calculated static IP "192.168.58.3" for the "multinode-465879-m02" container
I0315 20:10:33.687534 155192 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0315 20:10:33.755799 155192 cli_runner.go:164] Run: docker volume create multinode-465879-m02 --label name.minikube.sigs.k8s.io=multinode-465879-m02 --label created_by.minikube.sigs.k8s.io=true
I0315 20:10:33.826632 155192 oci.go:103] Successfully created a docker volume multinode-465879-m02
I0315 20:10:33.826736 155192 cli_runner.go:164] Run: docker run --rm --name multinode-465879-m02-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-465879-m02 --entrypoint /usr/bin/test -v multinode-465879-m02:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f -d /var/lib
I0315 20:10:34.453194 155192 oci.go:107] Successfully prepared a docker volume multinode-465879-m02
I0315 20:10:34.453236 155192 preload.go:132] Checking if preload exists for k8s version v1.26.2 and runtime docker
I0315 20:10:34.453254 155192 kic.go:190] Starting extracting preloaded images to volume ...
I0315 20:10:34.453311 155192 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16056-3850/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.26.2-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v multinode-465879-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f -I lz4 -xf /preloaded.tar -C /extractDir
I0315 20:10:39.355680 155192 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/16056-3850/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.26.2-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v multinode-465879-m02:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f -I lz4 -xf /preloaded.tar -C /extractDir: (4.902328001s)
I0315 20:10:39.355716 155192 kic.go:199] duration metric: took 4.902455 seconds to extract preloaded images to volume
W0315 20:10:39.355849 155192 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0315 20:10:39.355963 155192 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0315 20:10:39.480274 155192 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname multinode-465879-m02 --name multinode-465879-m02 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=multinode-465879-m02 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=multinode-465879-m02 --network multinode-465879 --ip 192.168.58.3 --volume multinode-465879-m02:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f
I0315 20:10:39.929784 155192 cli_runner.go:164] Run: docker container inspect multinode-465879-m02 --format={{.State.Running}}
I0315 20:10:39.998503 155192 cli_runner.go:164] Run: docker container inspect multinode-465879-m02 --format={{.State.Status}}
I0315 20:10:40.066511 155192 cli_runner.go:164] Run: docker exec multinode-465879-m02 stat /var/lib/dpkg/alternatives/iptables
I0315 20:10:40.201078 155192 oci.go:144] the created container "multinode-465879-m02" has a running status.
I0315 20:10:40.201129 155192 kic.go:221] Creating ssh key for kic: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879-m02/id_rsa...
I0315 20:10:40.447408 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879-m02/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0315 20:10:40.447467 155192 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879-m02/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0315 20:10:40.581819 155192 cli_runner.go:164] Run: docker container inspect multinode-465879-m02 --format={{.State.Status}}
I0315 20:10:40.658913 155192 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0315 20:10:40.658938 155192 kic_runner.go:114] Args: [docker exec --privileged multinode-465879-m02 chown docker:docker /home/docker/.ssh/authorized_keys]
I0315 20:10:40.779759 155192 cli_runner.go:164] Run: docker container inspect multinode-465879-m02 --format={{.State.Status}}
I0315 20:10:40.846779 155192 machine.go:88] provisioning docker machine ...
I0315 20:10:40.846820 155192 ubuntu.go:169] provisioning hostname "multinode-465879-m02"
I0315 20:10:40.846877 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:40.915176 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:10:40.915786 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32857 <nil> <nil>}
I0315 20:10:40.915808 155192 main.go:141] libmachine: About to run SSH command:
sudo hostname multinode-465879-m02 && echo "multinode-465879-m02" | sudo tee /etc/hostname
I0315 20:10:41.047276 155192 main.go:141] libmachine: SSH cmd err, output: <nil>: multinode-465879-m02
I0315 20:10:41.047365 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:41.116430 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:10:41.116830 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32857 <nil> <nil>}
I0315 20:10:41.116849 155192 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\smultinode-465879-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 multinode-465879-m02/g' /etc/hosts;
else
echo '127.0.1.1 multinode-465879-m02' | sudo tee -a /etc/hosts;
fi
fi
I0315 20:10:41.238111 155192 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0315 20:10:41.238146 155192 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/16056-3850/.minikube CaCertPath:/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/16056-3850/.minikube}
I0315 20:10:41.238175 155192 ubuntu.go:177] setting up certificates
I0315 20:10:41.238184 155192 provision.go:83] configureAuth start
I0315 20:10:41.238250 155192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-465879-m02
I0315 20:10:41.304749 155192 provision.go:138] copyHostCerts
I0315 20:10:41.304783 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/16056-3850/.minikube/ca.pem
I0315 20:10:41.304815 155192 exec_runner.go:144] found /home/jenkins/minikube-integration/16056-3850/.minikube/ca.pem, removing ...
I0315 20:10:41.304821 155192 exec_runner.go:207] rm: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.pem
I0315 20:10:41.304883 155192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/16056-3850/.minikube/ca.pem (1078 bytes)
I0315 20:10:41.304951 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/16056-3850/.minikube/cert.pem
I0315 20:10:41.304970 155192 exec_runner.go:144] found /home/jenkins/minikube-integration/16056-3850/.minikube/cert.pem, removing ...
I0315 20:10:41.304973 155192 exec_runner.go:207] rm: /home/jenkins/minikube-integration/16056-3850/.minikube/cert.pem
I0315 20:10:41.304996 155192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/16056-3850/.minikube/cert.pem (1123 bytes)
I0315 20:10:41.305037 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/16056-3850/.minikube/key.pem
I0315 20:10:41.305053 155192 exec_runner.go:144] found /home/jenkins/minikube-integration/16056-3850/.minikube/key.pem, removing ...
I0315 20:10:41.305059 155192 exec_runner.go:207] rm: /home/jenkins/minikube-integration/16056-3850/.minikube/key.pem
I0315 20:10:41.305077 155192 exec_runner.go:151] cp: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/16056-3850/.minikube/key.pem (1675 bytes)
I0315 20:10:41.305119 155192 provision.go:112] generating server cert: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca-key.pem org=jenkins.multinode-465879-m02 san=[192.168.58.3 127.0.0.1 localhost 127.0.0.1 minikube multinode-465879-m02]
I0315 20:10:41.561161 155192 provision.go:172] copyRemoteCerts
I0315 20:10:41.561214 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0315 20:10:41.561247 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:41.628628 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32857 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879-m02/id_rsa Username:docker}
I0315 20:10:41.717532 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server.pem -> /etc/docker/server.pem
I0315 20:10:41.717591 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server.pem --> /etc/docker/server.pem (1237 bytes)
I0315 20:10:41.735572 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0315 20:10:41.735630 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0315 20:10:41.753102 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0315 20:10:41.753172 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0315 20:10:41.770719 155192 provision.go:86] duration metric: configureAuth took 532.51825ms
I0315 20:10:41.770750 155192 ubuntu.go:193] setting minikube options for container-runtime
I0315 20:10:41.770953 155192 config.go:182] Loaded profile config "multinode-465879": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.26.2
I0315 20:10:41.771019 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:41.839589 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:10:41.840012 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32857 <nil> <nil>}
I0315 20:10:41.840025 155192 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0315 20:10:41.966477 155192 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0315 20:10:41.966502 155192 ubuntu.go:71] root file system type: overlay
I0315 20:10:41.966618 155192 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0315 20:10:41.966672 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:42.035088 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:10:42.035503 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32857 <nil> <nil>}
I0315 20:10:42.035561 155192 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.168.58.2"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0315 20:10:42.167041 155192 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.168.58.2
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0315 20:10:42.167110 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:42.235421 155192 main.go:141] libmachine: Using SSH client type: native
I0315 20:10:42.235830 155192 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x176ec60] 0x1771e40 <nil> [] 0s} 127.0.0.1 32857 <nil> <nil>}
I0315 20:10:42.235849 155192 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0315 20:10:42.898931 155192 main.go:141] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2023-02-09 19:46:56.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-03-15 20:10:42.159556276 +0000
@@ -1,30 +1,33 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service time-set.target
-Wants=network-online.target containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
+Wants=network-online.target
Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutStartSec=0
-RestartSec=2
-Restart=always
+Restart=on-failure
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
+Environment=NO_PROXY=192.168.58.2
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +35,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0315 20:10:42.898963 155192 machine.go:91] provisioned docker machine in 2.052156715s
I0315 20:10:42.898976 155192 client.go:171] LocalClient.Create took 9.279767144s
I0315 20:10:42.899000 155192 start.go:167] duration metric: libmachine.API.Create for "multinode-465879" took 9.279822611s
I0315 20:10:42.899011 155192 start.go:300] post-start starting for "multinode-465879-m02" (driver="docker")
I0315 20:10:42.899019 155192 start.go:328] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0315 20:10:42.899089 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0315 20:10:42.899138 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:42.969088 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32857 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879-m02/id_rsa Username:docker}
I0315 20:10:43.057478 155192 ssh_runner.go:195] Run: cat /etc/os-release
I0315 20:10:43.060012 155192 command_runner.go:130] > NAME="Ubuntu"
I0315 20:10:43.060035 155192 command_runner.go:130] > VERSION="20.04.5 LTS (Focal Fossa)"
I0315 20:10:43.060042 155192 command_runner.go:130] > ID=ubuntu
I0315 20:10:43.060047 155192 command_runner.go:130] > ID_LIKE=debian
I0315 20:10:43.060052 155192 command_runner.go:130] > PRETTY_NAME="Ubuntu 20.04.5 LTS"
I0315 20:10:43.060057 155192 command_runner.go:130] > VERSION_ID="20.04"
I0315 20:10:43.060069 155192 command_runner.go:130] > HOME_URL="https://www.ubuntu.com/"
I0315 20:10:43.060075 155192 command_runner.go:130] > SUPPORT_URL="https://help.ubuntu.com/"
I0315 20:10:43.060081 155192 command_runner.go:130] > BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/"
I0315 20:10:43.060089 155192 command_runner.go:130] > PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy"
I0315 20:10:43.060101 155192 command_runner.go:130] > VERSION_CODENAME=focal
I0315 20:10:43.060104 155192 command_runner.go:130] > UBUNTU_CODENAME=focal
I0315 20:10:43.060154 155192 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0315 20:10:43.060178 155192 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0315 20:10:43.060186 155192 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0315 20:10:43.060193 155192 info.go:137] Remote host: Ubuntu 20.04.5 LTS
I0315 20:10:43.060205 155192 filesync.go:126] Scanning /home/jenkins/minikube-integration/16056-3850/.minikube/addons for local assets ...
I0315 20:10:43.060254 155192 filesync.go:126] Scanning /home/jenkins/minikube-integration/16056-3850/.minikube/files for local assets ...
I0315 20:10:43.060318 155192 filesync.go:149] local asset: /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem -> 105782.pem in /etc/ssl/certs
I0315 20:10:43.060328 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem -> /etc/ssl/certs/105782.pem
I0315 20:10:43.060399 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0315 20:10:43.066948 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem --> /etc/ssl/certs/105782.pem (1708 bytes)
I0315 20:10:43.084779 155192 start.go:303] post-start completed in 185.750779ms
I0315 20:10:43.085190 155192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-465879-m02
I0315 20:10:43.151495 155192 profile.go:148] Saving config to /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/config.json ...
I0315 20:10:43.151732 155192 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0315 20:10:43.151771 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:43.218852 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32857 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879-m02/id_rsa Username:docker}
I0315 20:10:43.310296 155192 command_runner.go:130] > 24%!
(MISSING)I0315 20:10:43.310553 155192 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0315 20:10:43.314567 155192 command_runner.go:130] > 222G
I0315 20:10:43.314592 155192 start.go:128] duration metric: createHost completed in 9.698145544s
I0315 20:10:43.314604 155192 start.go:83] releasing machines lock for "multinode-465879-m02", held for 9.698266496s
I0315 20:10:43.314673 155192 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-465879-m02
I0315 20:10:43.385655 155192 out.go:177] * Found network options:
I0315 20:10:43.387365 155192 out.go:177] - NO_PROXY=192.168.58.2
W0315 20:10:43.388988 155192 proxy.go:119] fail to check proxy env: Error ip not in block
W0315 20:10:43.389033 155192 proxy.go:119] fail to check proxy env: Error ip not in block
I0315 20:10:43.389099 155192 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0315 20:10:43.389135 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:43.389176 155192 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0315 20:10:43.389240 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879-m02
I0315 20:10:43.460744 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32857 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879-m02/id_rsa Username:docker}
I0315 20:10:43.461797 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32857 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879-m02/id_rsa Username:docker}
I0315 20:10:43.572445 155192 command_runner.go:130] > <a href="https://github.com/kubernetes/registry.k8s.io">Temporary Redirect</a>.
I0315 20:10:43.573915 155192 command_runner.go:130] > File: /etc/cni/net.d/200-loopback.conf
I0315 20:10:43.573940 155192 command_runner.go:130] > Size: 54 Blocks: 8 IO Block: 4096 regular file
I0315 20:10:43.573950 155192 command_runner.go:130] > Device: aah/170d Inode: 568472 Links: 1
I0315 20:10:43.573960 155192 command_runner.go:130] > Access: (0644/-rw-r--r--) Uid: ( 0/ root) Gid: ( 0/ root)
I0315 20:10:43.573969 155192 command_runner.go:130] > Access: 2023-01-10 16:48:19.000000000 +0000
I0315 20:10:43.573982 155192 command_runner.go:130] > Modify: 2023-01-10 16:48:19.000000000 +0000
I0315 20:10:43.573994 155192 command_runner.go:130] > Change: 2023-03-15 19:53:59.733628214 +0000
I0315 20:10:43.574001 155192 command_runner.go:130] > Birth: -
I0315 20:10:43.574124 155192 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0315 20:10:43.595211 155192 cni.go:229] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0315 20:10:43.595301 155192 ssh_runner.go:195] Run: which cri-dockerd
I0315 20:10:43.598176 155192 command_runner.go:130] > /usr/bin/cri-dockerd
I0315 20:10:43.598286 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0315 20:10:43.605312 155192 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (135 bytes)
I0315 20:10:43.619187 155192 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0315 20:10:43.635353 155192 command_runner.go:139] > /etc/cni/net.d/100-crio-bridge.conf,
I0315 20:10:43.635418 155192 cni.go:261] disabled [/etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0315 20:10:43.635432 155192 start.go:485] detecting cgroup driver to use...
I0315 20:10:43.635468 155192 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0315 20:10:43.635582 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
image-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0315 20:10:43.648243 155192 command_runner.go:130] > runtime-endpoint: unix:///run/containerd/containerd.sock
I0315 20:10:43.648274 155192 command_runner.go:130] > image-endpoint: unix:///run/containerd/containerd.sock
I0315 20:10:43.648910 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0315 20:10:43.657441 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0315 20:10:43.665762 155192 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I0315 20:10:43.665830 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0315 20:10:43.674581 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0315 20:10:43.682961 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0315 20:10:43.691407 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0315 20:10:43.699842 155192 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0315 20:10:43.707147 155192 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0315 20:10:43.715483 155192 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0315 20:10:43.721522 155192 command_runner.go:130] > net.bridge.bridge-nf-call-iptables = 1
I0315 20:10:43.722044 155192 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0315 20:10:43.728690 155192 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0315 20:10:43.807133 155192 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0315 20:10:43.896327 155192 start.go:485] detecting cgroup driver to use...
I0315 20:10:43.896379 155192 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0315 20:10:43.896426 155192 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0315 20:10:43.905610 155192 command_runner.go:130] > # /lib/systemd/system/docker.service
I0315 20:10:43.905631 155192 command_runner.go:130] > [Unit]
I0315 20:10:43.905643 155192 command_runner.go:130] > Description=Docker Application Container Engine
I0315 20:10:43.905653 155192 command_runner.go:130] > Documentation=https://docs.docker.com
I0315 20:10:43.905660 155192 command_runner.go:130] > BindsTo=containerd.service
I0315 20:10:43.905669 155192 command_runner.go:130] > After=network-online.target firewalld.service containerd.service
I0315 20:10:43.905677 155192 command_runner.go:130] > Wants=network-online.target
I0315 20:10:43.905693 155192 command_runner.go:130] > Requires=docker.socket
I0315 20:10:43.905737 155192 command_runner.go:130] > StartLimitBurst=3
I0315 20:10:43.905749 155192 command_runner.go:130] > StartLimitIntervalSec=60
I0315 20:10:43.905755 155192 command_runner.go:130] > [Service]
I0315 20:10:43.905763 155192 command_runner.go:130] > Type=notify
I0315 20:10:43.905778 155192 command_runner.go:130] > Restart=on-failure
I0315 20:10:43.905793 155192 command_runner.go:130] > Environment=NO_PROXY=192.168.58.2
I0315 20:10:43.905805 155192 command_runner.go:130] > # This file is a systemd drop-in unit that inherits from the base dockerd configuration.
I0315 20:10:43.905823 155192 command_runner.go:130] > # The base configuration already specifies an 'ExecStart=...' command. The first directive
I0315 20:10:43.905836 155192 command_runner.go:130] > # here is to clear out that command inherited from the base configuration. Without this,
I0315 20:10:43.905849 155192 command_runner.go:130] > # the command from the base configuration and the command specified here are treated as
I0315 20:10:43.905863 155192 command_runner.go:130] > # a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
I0315 20:10:43.905876 155192 command_runner.go:130] > # will catch this invalid input and refuse to start the service with an error like:
I0315 20:10:43.905892 155192 command_runner.go:130] > # Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
I0315 20:10:43.905910 155192 command_runner.go:130] > # NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
I0315 20:10:43.905924 155192 command_runner.go:130] > # container runtimes. If left unlimited, it may result in OOM issues with MySQL.
I0315 20:10:43.905933 155192 command_runner.go:130] > ExecStart=
I0315 20:10:43.905962 155192 command_runner.go:130] > ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
I0315 20:10:43.905976 155192 command_runner.go:130] > ExecReload=/bin/kill -s HUP $MAINPID
I0315 20:10:43.905990 155192 command_runner.go:130] > # Having non-zero Limit*s causes performance problems due to accounting overhead
I0315 20:10:43.906003 155192 command_runner.go:130] > # in the kernel. We recommend using cgroups to do container-local accounting.
I0315 20:10:43.906013 155192 command_runner.go:130] > LimitNOFILE=infinity
I0315 20:10:43.906022 155192 command_runner.go:130] > LimitNPROC=infinity
I0315 20:10:43.906036 155192 command_runner.go:130] > LimitCORE=infinity
I0315 20:10:43.906048 155192 command_runner.go:130] > # Uncomment TasksMax if your systemd version supports it.
I0315 20:10:43.906058 155192 command_runner.go:130] > # Only systemd 226 and above support this version.
I0315 20:10:43.906067 155192 command_runner.go:130] > TasksMax=infinity
I0315 20:10:43.906100 155192 command_runner.go:130] > TimeoutStartSec=0
I0315 20:10:43.906115 155192 command_runner.go:130] > # set delegate yes so that systemd does not reset the cgroups of docker containers
I0315 20:10:43.906125 155192 command_runner.go:130] > Delegate=yes
I0315 20:10:43.906145 155192 command_runner.go:130] > # kill only the docker process, not all processes in the cgroup
I0315 20:10:43.906153 155192 command_runner.go:130] > KillMode=process
I0315 20:10:43.906162 155192 command_runner.go:130] > [Install]
I0315 20:10:43.906172 155192 command_runner.go:130] > WantedBy=multi-user.target
I0315 20:10:43.906482 155192 cruntime.go:273] skipping containerd shutdown because we are bound to it
I0315 20:10:43.906544 155192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0315 20:10:43.916693 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
image-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0315 20:10:43.930669 155192 command_runner.go:130] > runtime-endpoint: unix:///var/run/cri-dockerd.sock
I0315 20:10:43.930696 155192 command_runner.go:130] > image-endpoint: unix:///var/run/cri-dockerd.sock
I0315 20:10:43.930749 155192 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0315 20:10:44.020099 155192 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0315 20:10:44.119844 155192 docker.go:529] configuring docker to use "cgroupfs" as cgroup driver...
I0315 20:10:44.119878 155192 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)
I0315 20:10:44.134260 155192 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0315 20:10:44.218972 155192 ssh_runner.go:195] Run: sudo systemctl restart docker
I0315 20:10:44.446161 155192 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0315 20:10:44.532008 155192 command_runner.go:130] ! Created symlink /etc/systemd/system/sockets.target.wants/cri-docker.socket → /lib/systemd/system/cri-docker.socket.
I0315 20:10:44.532093 155192 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0315 20:10:44.613707 155192 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0315 20:10:44.690645 155192 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0315 20:10:44.762284 155192 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0315 20:10:44.774164 155192 start.go:532] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0315 20:10:44.774228 155192 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0315 20:10:44.777389 155192 command_runner.go:130] > File: /var/run/cri-dockerd.sock
I0315 20:10:44.777418 155192 command_runner.go:130] > Size: 0 Blocks: 0 IO Block: 4096 socket
I0315 20:10:44.777428 155192 command_runner.go:130] > Device: b4h/180d Inode: 206 Links: 1
I0315 20:10:44.777439 155192 command_runner.go:130] > Access: (0660/srw-rw----) Uid: ( 0/ root) Gid: ( 999/ docker)
I0315 20:10:44.777448 155192 command_runner.go:130] > Access: 2023-03-15 20:10:44.767821510 +0000
I0315 20:10:44.777457 155192 command_runner.go:130] > Modify: 2023-03-15 20:10:44.767821510 +0000
I0315 20:10:44.777466 155192 command_runner.go:130] > Change: 2023-03-15 20:10:44.767821510 +0000
I0315 20:10:44.777476 155192 command_runner.go:130] > Birth: -
I0315 20:10:44.777499 155192 start.go:553] Will wait 60s for crictl version
I0315 20:10:44.777540 155192 ssh_runner.go:195] Run: which crictl
I0315 20:10:44.780318 155192 command_runner.go:130] > /usr/bin/crictl
I0315 20:10:44.780383 155192 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0315 20:10:44.862369 155192 command_runner.go:130] > Version: 0.1.0
I0315 20:10:44.862389 155192 command_runner.go:130] > RuntimeName: docker
I0315 20:10:44.862394 155192 command_runner.go:130] > RuntimeVersion: 23.0.1
I0315 20:10:44.862400 155192 command_runner.go:130] > RuntimeApiVersion: v1alpha2
I0315 20:10:44.864294 155192 start.go:569] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 23.0.1
RuntimeApiVersion: v1alpha2
I0315 20:10:44.864356 155192 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0315 20:10:44.888611 155192 command_runner.go:130] > 23.0.1
I0315 20:10:44.888673 155192 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0315 20:10:44.911421 155192 command_runner.go:130] > 23.0.1
I0315 20:10:44.914659 155192 out.go:204] * Preparing Kubernetes v1.26.2 on Docker 23.0.1 ...
I0315 20:10:44.916508 155192 out.go:177] - env NO_PROXY=192.168.58.2
I0315 20:10:44.918216 155192 cli_runner.go:164] Run: docker network inspect multinode-465879 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0315 20:10:44.985266 155192 ssh_runner.go:195] Run: grep 192.168.58.1 host.minikube.internal$ /etc/hosts
I0315 20:10:44.988603 155192 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.58.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0315 20:10:44.998359 155192 certs.go:56] Setting up /home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879 for IP: 192.168.58.3
I0315 20:10:44.998391 155192 certs.go:186] acquiring lock for shared ca certs: {Name:mkdf6c7c89b8bb733139f3eaa76cb3e2f6f6d8e2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0315 20:10:44.998544 155192 certs.go:195] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.key
I0315 20:10:44.998586 155192 certs.go:195] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.key
I0315 20:10:44.998599 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0315 20:10:44.998613 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0315 20:10:44.998625 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0315 20:10:44.998637 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0315 20:10:44.998684 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/10578.pem (1338 bytes)
W0315 20:10:44.998710 155192 certs.go:397] ignoring /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/10578_empty.pem, impossibly tiny 0 bytes
I0315 20:10:44.998722 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca-key.pem (1679 bytes)
I0315 20:10:44.998751 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/ca.pem (1078 bytes)
I0315 20:10:44.998774 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/cert.pem (1123 bytes)
I0315 20:10:44.998798 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/home/jenkins/minikube-integration/16056-3850/.minikube/certs/key.pem (1675 bytes)
I0315 20:10:44.998837 155192 certs.go:401] found cert: /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem (1708 bytes)
I0315 20:10:44.998861 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0315 20:10:44.998875 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/certs/10578.pem -> /usr/share/ca-certificates/10578.pem
I0315 20:10:44.998887 155192 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem -> /usr/share/ca-certificates/105782.pem
I0315 20:10:44.999201 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0315 20:10:45.016939 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0315 20:10:45.035281 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0315 20:10:45.053264 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0315 20:10:45.070775 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0315 20:10:45.088703 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/certs/10578.pem --> /usr/share/ca-certificates/10578.pem (1338 bytes)
I0315 20:10:45.106487 155192 ssh_runner.go:362] scp /home/jenkins/minikube-integration/16056-3850/.minikube/files/etc/ssl/certs/105782.pem --> /usr/share/ca-certificates/105782.pem (1708 bytes)
I0315 20:10:45.123936 155192 ssh_runner.go:195] Run: openssl version
I0315 20:10:45.128824 155192 command_runner.go:130] > OpenSSL 1.1.1f 31 Mar 2020
I0315 20:10:45.128901 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0315 20:10:45.136905 155192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0315 20:10:45.140073 155192 command_runner.go:130] > -rw-r--r-- 1 root root 1111 Mar 15 19:54 /usr/share/ca-certificates/minikubeCA.pem
I0315 20:10:45.140128 155192 certs.go:444] hashing: -rw-r--r-- 1 root root 1111 Mar 15 19:54 /usr/share/ca-certificates/minikubeCA.pem
I0315 20:10:45.140161 155192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0315 20:10:45.144949 155192 command_runner.go:130] > b5213941
I0315 20:10:45.145056 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0315 20:10:45.152895 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/10578.pem && ln -fs /usr/share/ca-certificates/10578.pem /etc/ssl/certs/10578.pem"
I0315 20:10:45.161067 155192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/10578.pem
I0315 20:10:45.164527 155192 command_runner.go:130] > -rw-r--r-- 1 root root 1338 Mar 15 19:58 /usr/share/ca-certificates/10578.pem
I0315 20:10:45.164577 155192 certs.go:444] hashing: -rw-r--r-- 1 root root 1338 Mar 15 19:58 /usr/share/ca-certificates/10578.pem
I0315 20:10:45.164622 155192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/10578.pem
I0315 20:10:45.169519 155192 command_runner.go:130] > 51391683
I0315 20:10:45.169627 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/10578.pem /etc/ssl/certs/51391683.0"
I0315 20:10:45.177164 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/105782.pem && ln -fs /usr/share/ca-certificates/105782.pem /etc/ssl/certs/105782.pem"
I0315 20:10:45.184854 155192 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/105782.pem
I0315 20:10:45.188010 155192 command_runner.go:130] > -rw-r--r-- 1 root root 1708 Mar 15 19:58 /usr/share/ca-certificates/105782.pem
I0315 20:10:45.188055 155192 certs.go:444] hashing: -rw-r--r-- 1 root root 1708 Mar 15 19:58 /usr/share/ca-certificates/105782.pem
I0315 20:10:45.188100 155192 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/105782.pem
I0315 20:10:45.192656 155192 command_runner.go:130] > 3ec20f2e
I0315 20:10:45.192901 155192 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/105782.pem /etc/ssl/certs/3ec20f2e.0"
I0315 20:10:45.200813 155192 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0315 20:10:45.224247 155192 command_runner.go:130] > cgroupfs
I0315 20:10:45.224291 155192 cni.go:84] Creating CNI manager for ""
I0315 20:10:45.224297 155192 cni.go:136] 2 nodes found, recommending kindnet
I0315 20:10:45.224305 155192 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0315 20:10:45.224321 155192 kubeadm.go:172] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.3 APIServerPort:8443 KubernetesVersion:v1.26.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:multinode-465879 NodeName:multinode-465879-m02 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.58.3 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:
/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m]}
I0315 20:10:45.224443 155192 kubeadm.go:177] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.58.3
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/cri-dockerd.sock
name: "multinode-465879-m02"
kubeletExtraArgs:
node-ip: 192.168.58.3
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.26.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0315 20:10:45.224499 155192 kubeadm.go:968] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.26.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=/var/run/cri-dockerd.sock --hostname-override=multinode-465879-m02 --image-service-endpoint=/var/run/cri-dockerd.sock --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.58.3
[Install]
config:
{KubernetesVersion:v1.26.2 ClusterName:multinode-465879 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0315 20:10:45.224544 155192 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.26.2
I0315 20:10:45.231280 155192 command_runner.go:130] > kubeadm
I0315 20:10:45.231299 155192 command_runner.go:130] > kubectl
I0315 20:10:45.231306 155192 command_runner.go:130] > kubelet
I0315 20:10:45.231787 155192 binaries.go:44] Found k8s binaries, skipping transfer
I0315 20:10:45.231848 155192 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I0315 20:10:45.238929 155192 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (452 bytes)
I0315 20:10:45.252381 155192 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0315 20:10:45.265871 155192 ssh_runner.go:195] Run: grep 192.168.58.2 control-plane.minikube.internal$ /etc/hosts
I0315 20:10:45.268871 155192 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.58.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0315 20:10:45.278164 155192 host.go:66] Checking if "multinode-465879" exists ...
I0315 20:10:45.278461 155192 config.go:182] Loaded profile config "multinode-465879": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.26.2
I0315 20:10:45.278442 155192 start.go:301] JoinCluster: &{Name:multinode-465879 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.37-1678473806-15991@sha256:c7e2010fcc4584b4a079087c1c0a443479e9062a1998351b11de5747bc1c557f Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.26.2 ClusterName:multinode-465879 Namespace:default APIServerName:minikubeCA APIServerNames:[] A
PIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVe
rsion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP:}
I0315 20:10:45.278534 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.26.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I0315 20:10:45.278578 155192 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-465879
I0315 20:10:45.347039 155192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32852 SSHKeyPath:/home/jenkins/minikube-integration/16056-3850/.minikube/machines/multinode-465879/id_rsa Username:docker}
I0315 20:10:45.486680 155192 command_runner.go:130] > kubeadm join control-plane.minikube.internal:8443 --token lcwk97.tkg14jq95od7yfhy --discovery-token-ca-cert-hash sha256:165e0490fe1fb245d5cbc67262187128f6cc715a13f7b3161cec712491a8bea9
I0315 20:10:45.490724 155192 start.go:322] trying to join worker node "m02" to cluster: &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:false Worker:true}
I0315 20:10:45.490778 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.26.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token lcwk97.tkg14jq95od7yfhy --discovery-token-ca-cert-hash sha256:165e0490fe1fb245d5cbc67262187128f6cc715a13f7b3161cec712491a8bea9 --ignore-preflight-errors=all --cri-socket /var/run/cri-dockerd.sock --node-name=multinode-465879-m02"
I0315 20:10:45.529344 155192 command_runner.go:130] ! W0315 20:10:45.528862 1335 initconfiguration.go:119] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/cri-dockerd.sock". Please update your configuration!
I0315 20:10:45.555747 155192 command_runner.go:130] ! [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1030-gcp\n", err: exit status 1
I0315 20:10:45.625258 155192 command_runner.go:130] ! [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0315 20:10:47.272398 155192 command_runner.go:130] > [preflight] Running pre-flight checks
I0315 20:10:47.272431 155192 command_runner.go:130] > [preflight] The system verification failed. Printing the output from the verification:
I0315 20:10:47.272441 155192 command_runner.go:130] > [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1030-gcp[0m
I0315 20:10:47.272450 155192 command_runner.go:130] > [0;37mOS[0m: [0;32mLinux[0m
I0315 20:10:47.272457 155192 command_runner.go:130] > [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0315 20:10:47.272463 155192 command_runner.go:130] > [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0315 20:10:47.272469 155192 command_runner.go:130] > [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0315 20:10:47.272474 155192 command_runner.go:130] > [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0315 20:10:47.272479 155192 command_runner.go:130] > [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0315 20:10:47.272484 155192 command_runner.go:130] > [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0315 20:10:47.272495 155192 command_runner.go:130] > [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0315 20:10:47.272504 155192 command_runner.go:130] > [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0315 20:10:47.272509 155192 command_runner.go:130] > [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0315 20:10:47.272517 155192 command_runner.go:130] > [preflight] Reading configuration from the cluster...
I0315 20:10:47.272527 155192 command_runner.go:130] > [preflight] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'
I0315 20:10:47.272534 155192 command_runner.go:130] > [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0315 20:10:47.272543 155192 command_runner.go:130] > [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0315 20:10:47.272548 155192 command_runner.go:130] > [kubelet-start] Starting the kubelet
I0315 20:10:47.272560 155192 command_runner.go:130] > [kubelet-start] Waiting for the kubelet to perform the TLS Bootstrap...
I0315 20:10:47.272567 155192 command_runner.go:130] > This node has joined the cluster:
I0315 20:10:47.272574 155192 command_runner.go:130] > * Certificate signing request was sent to apiserver and a response was received.
I0315 20:10:47.272583 155192 command_runner.go:130] > * The Kubelet was informed of the new secure connection details.
I0315 20:10:47.272591 155192 command_runner.go:130] > Run 'kubectl get nodes' on the control-plane to see this node join the cluster.
I0315 20:10:47.272615 155192 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.26.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token lcwk97.tkg14jq95od7yfhy --discovery-token-ca-cert-hash sha256:165e0490fe1fb245d5cbc67262187128f6cc715a13f7b3161cec712491a8bea9 --ignore-preflight-errors=all --cri-socket /var/run/cri-dockerd.sock --node-name=multinode-465879-m02": (1.781818551s)
I0315 20:10:47.272638 155192 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I0315 20:10:47.435567 155192 command_runner.go:130] ! Created symlink /etc/systemd/system/multi-user.target.wants/kubelet.service → /lib/systemd/system/kubelet.service.
I0315 20:10:47.435606 155192 start.go:303] JoinCluster complete in 2.157162682s
I0315 20:10:47.435619 155192 cni.go:84] Creating CNI manager for ""
I0315 20:10:47.435626 155192 cni.go:136] 2 nodes found, recommending kindnet
I0315 20:10:47.435681 155192 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0315 20:10:47.438825 155192 command_runner.go:130] > File: /opt/cni/bin/portmap
I0315 20:10:47.438845 155192 command_runner.go:130] > Size: 2828728 Blocks: 5528 IO Block: 4096 regular file
I0315 20:10:47.438851 155192 command_runner.go:130] > Device: 34h/52d Inode: 566562 Links: 1
I0315 20:10:47.438857 155192 command_runner.go:130] > Access: (0755/-rwxr-xr-x) Uid: ( 0/ root) Gid: ( 0/ root)
I0315 20:10:47.438870 155192 command_runner.go:130] > Access: 2022-05-18 18:39:21.000000000 +0000
I0315 20:10:47.438875 155192 command_runner.go:130] > Modify: 2022-05-18 18:39:21.000000000 +0000
I0315 20:10:47.438880 155192 command_runner.go:130] > Change: 2023-03-15 19:53:58.989552536 +0000
I0315 20:10:47.438884 155192 command_runner.go:130] > Birth: -
I0315 20:10:47.438935 155192 cni.go:181] applying CNI manifest using /var/lib/minikube/binaries/v1.26.2/kubectl ...
I0315 20:10:47.438946 155192 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2428 bytes)
I0315 20:10:47.452497 155192 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.26.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0315 20:10:47.606039 155192 command_runner.go:130] > clusterrole.rbac.authorization.k8s.io/kindnet unchanged
I0315 20:10:47.609298 155192 command_runner.go:130] > clusterrolebinding.rbac.authorization.k8s.io/kindnet unchanged
I0315 20:10:47.611444 155192 command_runner.go:130] > serviceaccount/kindnet unchanged
I0315 20:10:47.622436 155192 command_runner.go:130] > daemonset.apps/kindnet configured
I0315 20:10:47.626711 155192 loader.go:373] Config loaded from file: /home/jenkins/minikube-integration/16056-3850/kubeconfig
I0315 20:10:47.627033 155192 kapi.go:59] client config for multinode-465879: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.crt", KeyFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.key", CAFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x29d6de0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0315 20:10:47.627423 155192 round_trippers.go:463] GET https://192.168.58.2:8443/apis/apps/v1/namespaces/kube-system/deployments/coredns/scale
I0315 20:10:47.627445 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.627458 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.627467 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.630670 155192 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0315 20:10:47.630696 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.630705 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.630712 155192 round_trippers.go:580] Content-Length: 291
I0315 20:10:47.630721 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.630729 155192 round_trippers.go:580] Audit-Id: 5eee09d9-8c77-4719-9f76-b28c9efd7a9f
I0315 20:10:47.630742 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.630753 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.630765 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.630795 155192 request.go:1171] Response Body: {"kind":"Scale","apiVersion":"autoscaling/v1","metadata":{"name":"coredns","namespace":"kube-system","uid":"53711a23-43cd-4141-a8a4-ccacd51f7ac0","resourceVersion":"438","creationTimestamp":"2023-03-15T20:10:04Z"},"spec":{"replicas":1},"status":{"replicas":1,"selector":"k8s-app=kube-dns"}}
I0315 20:10:47.630916 155192 kapi.go:248] "coredns" deployment in "kube-system" namespace and "multinode-465879" context rescaled to 1 replicas
I0315 20:10:47.630954 155192 start.go:223] Will wait 6m0s for node &{Name:m02 IP:192.168.58.3 Port:0 KubernetesVersion:v1.26.2 ContainerRuntime:docker ControlPlane:false Worker:true}
I0315 20:10:47.634142 155192 out.go:177] * Verifying Kubernetes components...
I0315 20:10:47.635961 155192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0315 20:10:47.646263 155192 loader.go:373] Config loaded from file: /home/jenkins/minikube-integration/16056-3850/kubeconfig
I0315 20:10:47.646550 155192 kapi.go:59] client config for multinode-465879: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.crt", KeyFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/profiles/multinode-465879/client.key", CAFile:"/home/jenkins/minikube-integration/16056-3850/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProt
os:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x29d6de0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0315 20:10:47.646794 155192 node_ready.go:35] waiting up to 6m0s for node "multinode-465879-m02" to be "Ready" ...
I0315 20:10:47.646863 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879-m02
I0315 20:10:47.646873 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.646887 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.646902 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.649160 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:47.649182 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.649192 155192 round_trippers.go:580] Audit-Id: e94ca1cd-dddb-4c03-bbc8-5d99104d486e
I0315 20:10:47.649200 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.649209 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.649218 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.649230 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.649246 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.649361 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879-m02","uid":"0d285f6d-f1de-417f-b40b-89c034379f97","resourceVersion":"487","creationTimestamp":"2023-03-15T20:10:46Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsT
ype":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:vo [truncated 4059 chars]
I0315 20:10:47.649657 155192 node_ready.go:49] node "multinode-465879-m02" has status "Ready":"True"
I0315 20:10:47.649672 155192 node_ready.go:38] duration metric: took 2.862225ms waiting for node "multinode-465879-m02" to be "Ready" ...
I0315 20:10:47.649683 155192 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0315 20:10:47.649744 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods
I0315 20:10:47.649754 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.649765 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.649776 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.652841 155192 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0315 20:10:47.652869 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.652880 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.652887 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.652893 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.652898 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.652904 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.652912 155192 round_trippers.go:580] Audit-Id: 0cce27f5-a98d-44a5-a6b6-686915ad4f8b
I0315 20:10:47.653449 155192 request.go:1171] Response Body: {"kind":"PodList","apiVersion":"v1","metadata":{"resourceVersion":"488"},"items":[{"metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"434","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f
:preferredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{ [truncated 65541 chars]
I0315 20:10:47.655439 155192 pod_ready.go:78] waiting up to 6m0s for pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.655509 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/coredns-787d4945fb-8gkkc
I0315 20:10:47.655521 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.655529 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.655538 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.657334 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:47.657350 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.657357 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.657364 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.657369 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.657375 155192 round_trippers.go:580] Audit-Id: b2bfc768-fe33-4a9f-9d18-c3f98e979175
I0315 20:10:47.657382 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.657388 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.657517 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"coredns-787d4945fb-8gkkc","generateName":"coredns-787d4945fb-","namespace":"kube-system","uid":"bf5c1a5e-52f9-4bf8-b18a-133f8c26d790","resourceVersion":"434","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"k8s-app":"kube-dns","pod-template-hash":"787d4945fb"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"ReplicaSet","name":"coredns-787d4945fb","uid":"66df1dea-9b5d-46aa-a7ab-16ddc805a78a","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:k8s-app":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"66df1dea-9b5d-46aa-a7ab-16ddc805a78a\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:podAntiAffinity":{".":{},"f:preferredDuringSchedulingIgnoredDuringExecution":{
}}},"f:containers":{"k:{\"name\":\"coredns\"}":{".":{},"f:args":{},"f:i [truncated 6151 chars]
I0315 20:10:47.657900 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:47.657912 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.657919 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.657925 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.659606 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:47.659635 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.659646 155192 round_trippers.go:580] Audit-Id: 87da85ec-681d-4f9a-84ad-e4ae8931bac1
I0315 20:10:47.659659 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.659671 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.659684 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.659696 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.659708 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.659850 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"445","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 5161 chars]
I0315 20:10:47.660170 155192 pod_ready.go:92] pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:47.660187 155192 pod_ready.go:81] duration metric: took 4.723156ms waiting for pod "coredns-787d4945fb-8gkkc" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.660202 155192 pod_ready.go:78] waiting up to 6m0s for pod "etcd-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.660246 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/etcd-multinode-465879
I0315 20:10:47.660253 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.660261 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.660270 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.662030 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:47.662049 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.662060 155192 round_trippers.go:580] Audit-Id: bbf4909f-db55-41a1-94c7-43779361b10c
I0315 20:10:47.662068 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.662103 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.662116 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.662125 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.662138 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.662234 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"etcd-multinode-465879","namespace":"kube-system","uid":"c6e03910-8ad1-4309-b18a-958cc86c222e","resourceVersion":"296","creationTimestamp":"2023-03-15T20:10:04Z","labels":{"component":"etcd","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/etcd.advertise-client-urls":"https://192.168.58.2:2379","kubernetes.io/config.hash":"6f849bfdd71355fa8a8400dba8da6283","kubernetes.io/config.mirror":"6f849bfdd71355fa8a8400dba8da6283","kubernetes.io/config.seen":"2023-03-15T20:10:04.439561108Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kubernetes.io/etcd.advertise-cl
ient-urls":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config. [truncated 5836 chars]
I0315 20:10:47.662594 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:47.662608 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.662615 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.662622 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.664204 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:47.664218 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.664224 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.664230 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.664236 155192 round_trippers.go:580] Audit-Id: 0951748b-f9dd-465c-92ff-a570f3b9caaa
I0315 20:10:47.664241 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.664246 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.664252 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.664323 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"445","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 5161 chars]
I0315 20:10:47.664573 155192 pod_ready.go:92] pod "etcd-multinode-465879" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:47.664587 155192 pod_ready.go:81] duration metric: took 4.379281ms waiting for pod "etcd-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.664602 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.664642 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-multinode-465879
I0315 20:10:47.664649 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.664655 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.664664 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.666280 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:47.666305 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.666316 155192 round_trippers.go:580] Audit-Id: ac966581-be42-4fbe-8adb-7e6040154559
I0315 20:10:47.666325 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.666332 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.666339 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.666346 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.666354 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.666451 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver-multinode-465879","namespace":"kube-system","uid":"c0800fa4-6165-44ca-8a9d-4d5f2230e514","resourceVersion":"385","creationTimestamp":"2023-03-15T20:10:04Z","labels":{"component":"kube-apiserver","tier":"control-plane"},"annotations":{"kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint":"192.168.58.2:8443","kubernetes.io/config.hash":"cb91a55f548bf8951752d692dfbf9c08","kubernetes.io/config.mirror":"cb91a55f548bf8951752d692dfbf9c08","kubernetes.io/config.seen":"2023-03-15T20:10:04.439562674Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubeadm.kube
rnetes.io/kube-apiserver.advertise-address.endpoint":{},"f:kubernetes.i [truncated 8222 chars]
I0315 20:10:47.666815 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:47.666826 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.666833 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.666839 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.668292 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:47.668314 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.668323 155192 round_trippers.go:580] Audit-Id: e9ab5fd7-c297-4f99-adf2-1626513db4dc
I0315 20:10:47.668333 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.668346 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.668351 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.668357 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.668365 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.668425 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"445","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 5161 chars]
I0315 20:10:47.668696 155192 pod_ready.go:92] pod "kube-apiserver-multinode-465879" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:47.668708 155192 pod_ready.go:81] duration metric: took 4.098815ms waiting for pod "kube-apiserver-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.668716 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.668774 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-multinode-465879
I0315 20:10:47.668783 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.668790 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.668796 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.670397 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:47.670418 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.670428 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.670437 155192 round_trippers.go:580] Audit-Id: 27c2a06e-8f26-4d73-98db-eb60000986f4
I0315 20:10:47.670445 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.670451 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.670456 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.670462 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.670547 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-controller-manager-multinode-465879","namespace":"kube-system","uid":"e07c1387-7c67-433b-95e0-12f0958481f8","resourceVersion":"289","creationTimestamp":"2023-03-15T20:10:04Z","labels":{"component":"kube-controller-manager","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"8d4cb9baf9bedd09b256660bfe2cef68","kubernetes.io/config.mirror":"8d4cb9baf9bedd09b256660bfe2cef68","kubernetes.io/config.seen":"2023-03-15T20:10:04.439563736Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.i
o/config.seen":{},"f:kubernetes.io/config.source":{}},"f:labels":{".":{ [truncated 7797 chars]
I0315 20:10:47.670892 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:47.670902 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.670909 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.670915 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.672418 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:47.672434 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.672445 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.672454 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.672466 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.672471 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.672479 155192 round_trippers.go:580] Audit-Id: 7fafd61f-2830-47ba-a17e-3f88b354038f
I0315 20:10:47.672486 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.672570 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"445","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 5161 chars]
I0315 20:10:47.672825 155192 pod_ready.go:92] pod "kube-controller-manager-multinode-465879" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:47.672835 155192 pod_ready.go:81] duration metric: took 4.099115ms waiting for pod "kube-controller-manager-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.672844 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-m97m9" in "kube-system" namespace to be "Ready" ...
I0315 20:10:47.847255 155192 request.go:622] Waited for 174.354155ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-m97m9
I0315 20:10:47.847342 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-m97m9
I0315 20:10:47.847353 155192 round_trippers.go:469] Request Headers:
I0315 20:10:47.847365 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:47.847376 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:47.849588 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:47.849612 155192 round_trippers.go:577] Response Headers:
I0315 20:10:47.849622 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:47 GMT
I0315 20:10:47.849631 155192 round_trippers.go:580] Audit-Id: 1d5109ce-6002-4403-a0e3-351d7e259469
I0315 20:10:47.849639 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:47.849647 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:47.849656 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:47.849664 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:47.849790 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-m97m9","generateName":"kube-proxy-","namespace":"kube-system","uid":"a04d274c-6fea-4e86-8841-756565bff2ec","resourceVersion":"405","creationTimestamp":"2023-03-15T20:10:16Z","labels":{"controller-revision-hash":"6646d95c56","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"e28673ea-a853-4cb5-9c5b-962291349b4e","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"e28673ea-a853-4cb5-9c5b-962291349b4e\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5529 chars]
I0315 20:10:48.047176 155192 request.go:622] Waited for 196.947395ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:48.047252 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:48.047269 155192 round_trippers.go:469] Request Headers:
I0315 20:10:48.047277 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:48.047283 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:48.049504 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:48.049527 155192 round_trippers.go:577] Response Headers:
I0315 20:10:48.049537 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:48 GMT
I0315 20:10:48.049544 155192 round_trippers.go:580] Audit-Id: ce75fd71-db0e-40eb-9bde-9ede6489b631
I0315 20:10:48.049550 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:48.049556 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:48.049564 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:48.049569 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:48.049712 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"445","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 5161 chars]
I0315 20:10:48.050018 155192 pod_ready.go:92] pod "kube-proxy-m97m9" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:48.050030 155192 pod_ready.go:81] duration metric: took 377.179979ms waiting for pod "kube-proxy-m97m9" in "kube-system" namespace to be "Ready" ...
I0315 20:10:48.050038 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-mg9wh" in "kube-system" namespace to be "Ready" ...
I0315 20:10:48.247504 155192 request.go:622] Waited for 197.409256ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mg9wh
I0315 20:10:48.247581 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mg9wh
I0315 20:10:48.247593 155192 round_trippers.go:469] Request Headers:
I0315 20:10:48.247605 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:48.247620 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:48.249820 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:48.249846 155192 round_trippers.go:577] Response Headers:
I0315 20:10:48.249854 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:48 GMT
I0315 20:10:48.249860 155192 round_trippers.go:580] Audit-Id: 9727507b-c79b-4f81-8380-704c98bfb0e7
I0315 20:10:48.249865 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:48.249871 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:48.249883 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:48.249893 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:48.250004 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-mg9wh","generateName":"kube-proxy-","namespace":"kube-system","uid":"1caf09f0-f72d-4ae1-809e-737178869cc6","resourceVersion":"475","creationTimestamp":"2023-03-15T20:10:46Z","labels":{"controller-revision-hash":"6646d95c56","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"e28673ea-a853-4cb5-9c5b-962291349b4e","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"e28673ea-a853-4cb5-9c5b-962291349b4e\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 4018 chars]
I0315 20:10:48.447723 155192 request.go:622] Waited for 197.303576ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-465879-m02
I0315 20:10:48.447772 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879-m02
I0315 20:10:48.447778 155192 round_trippers.go:469] Request Headers:
I0315 20:10:48.447786 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:48.447792 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:48.450239 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:48.450264 155192 round_trippers.go:577] Response Headers:
I0315 20:10:48.450275 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:48.450283 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:48 GMT
I0315 20:10:48.450292 155192 round_trippers.go:580] Audit-Id: 3717ec58-3aba-4b94-ad5b-9eee74cfce7d
I0315 20:10:48.450300 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:48.450318 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:48.450327 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:48.450476 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879-m02","uid":"0d285f6d-f1de-417f-b40b-89c034379f97","resourceVersion":"487","creationTimestamp":"2023-03-15T20:10:46Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsT
ype":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:vo [truncated 4059 chars]
I0315 20:10:48.951408 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mg9wh
I0315 20:10:48.951432 155192 round_trippers.go:469] Request Headers:
I0315 20:10:48.951443 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:48.951452 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:48.953877 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:48.953909 155192 round_trippers.go:577] Response Headers:
I0315 20:10:48.953921 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:48.953930 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:48.953938 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:48 GMT
I0315 20:10:48.953951 155192 round_trippers.go:580] Audit-Id: 4f5555d4-55bb-4bca-96be-9e0f52b7b7b7
I0315 20:10:48.953961 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:48.953973 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:48.954183 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-mg9wh","generateName":"kube-proxy-","namespace":"kube-system","uid":"1caf09f0-f72d-4ae1-809e-737178869cc6","resourceVersion":"489","creationTimestamp":"2023-03-15T20:10:46Z","labels":{"controller-revision-hash":"6646d95c56","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"e28673ea-a853-4cb5-9c5b-962291349b4e","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"e28673ea-a853-4cb5-9c5b-962291349b4e\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5548 chars]
I0315 20:10:48.954600 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879-m02
I0315 20:10:48.954611 155192 round_trippers.go:469] Request Headers:
I0315 20:10:48.954618 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:48.954627 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:48.956662 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:48.956688 155192 round_trippers.go:577] Response Headers:
I0315 20:10:48.956699 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:48 GMT
I0315 20:10:48.956707 155192 round_trippers.go:580] Audit-Id: e531ec16-c512-4961-bf9e-5cfc276f7fcf
I0315 20:10:48.956717 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:48.956740 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:48.956753 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:48.956765 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:48.956914 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879-m02","uid":"0d285f6d-f1de-417f-b40b-89c034379f97","resourceVersion":"487","creationTimestamp":"2023-03-15T20:10:46Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsT
ype":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:vo [truncated 4059 chars]
I0315 20:10:49.451500 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-proxy-mg9wh
I0315 20:10:49.451536 155192 round_trippers.go:469] Request Headers:
I0315 20:10:49.451552 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:49.451562 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:49.455335 155192 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0315 20:10:49.455357 155192 round_trippers.go:577] Response Headers:
I0315 20:10:49.455365 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:49.455371 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:49 GMT
I0315 20:10:49.455376 155192 round_trippers.go:580] Audit-Id: 20269bd1-a0aa-4d86-b2f6-916da4c9ae24
I0315 20:10:49.455381 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:49.455387 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:49.455393 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:49.455508 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-proxy-mg9wh","generateName":"kube-proxy-","namespace":"kube-system","uid":"1caf09f0-f72d-4ae1-809e-737178869cc6","resourceVersion":"496","creationTimestamp":"2023-03-15T20:10:46Z","labels":{"controller-revision-hash":"6646d95c56","k8s-app":"kube-proxy","pod-template-generation":"1"},"ownerReferences":[{"apiVersion":"apps/v1","kind":"DaemonSet","name":"kube-proxy","uid":"e28673ea-a853-4cb5-9c5b-962291349b4e","controller":true,"blockOwnerDeletion":true}],"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:generateName":{},"f:labels":{".":{},"f:controller-revision-hash":{},"f:k8s-app":{},"f:pod-template-generation":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"e28673ea-a853-4cb5-9c5b-962291349b4e\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:r
equiredDuringSchedulingIgnoredDuringExecution":{}}},"f:containers":{"k: [truncated 5537 chars]
I0315 20:10:49.455928 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879-m02
I0315 20:10:49.455942 155192 round_trippers.go:469] Request Headers:
I0315 20:10:49.455949 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:49.455955 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:49.457760 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:49.457782 155192 round_trippers.go:577] Response Headers:
I0315 20:10:49.457792 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:49 GMT
I0315 20:10:49.457801 155192 round_trippers.go:580] Audit-Id: d5db55e9-83d0-42b4-b3a0-c76ab85f1f66
I0315 20:10:49.457814 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:49.457821 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:49.457827 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:49.457833 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:49.457907 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879-m02","uid":"0d285f6d-f1de-417f-b40b-89c034379f97","resourceVersion":"487","creationTimestamp":"2023-03-15T20:10:46Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879-m02","kubernetes.io/os":"linux"},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"/var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kube-controller-manager","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.244.1.0/24\"":{}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:46Z","fieldsT
ype":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:vo [truncated 4059 chars]
I0315 20:10:49.458217 155192 pod_ready.go:92] pod "kube-proxy-mg9wh" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:49.458240 155192 pod_ready.go:81] duration metric: took 1.408195121s waiting for pod "kube-proxy-mg9wh" in "kube-system" namespace to be "Ready" ...
I0315 20:10:49.458253 155192 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:49.458317 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-multinode-465879
I0315 20:10:49.458327 155192 round_trippers.go:469] Request Headers:
I0315 20:10:49.458339 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:49.458356 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:49.460163 155192 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0315 20:10:49.460181 155192 round_trippers.go:577] Response Headers:
I0315 20:10:49.460187 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:49 GMT
I0315 20:10:49.460193 155192 round_trippers.go:580] Audit-Id: 92f1b344-e7a7-4681-8c0d-81514c98ebe5
I0315 20:10:49.460199 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:49.460204 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:49.460210 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:49.460222 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:49.460300 155192 request.go:1171] Response Body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-scheduler-multinode-465879","namespace":"kube-system","uid":"643f6247-190d-4b36-ad3b-42e2ff9e0f4e","resourceVersion":"291","creationTimestamp":"2023-03-15T20:10:05Z","labels":{"component":"kube-scheduler","tier":"control-plane"},"annotations":{"kubernetes.io/config.hash":"c6449b8fd1d50f679acd35ced1efe43c","kubernetes.io/config.mirror":"c6449b8fd1d50f679acd35ced1efe43c","kubernetes.io/config.seen":"2023-03-15T20:10:04.439540956Z","kubernetes.io/config.source":"file"},"ownerReferences":[{"apiVersion":"v1","kind":"Node","name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","controller":true}],"managedFields":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2023-03-15T20:10:05Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:kubernetes.io/config.hash":{},"f:kubernetes.io/config.mirror":{},"f:kubernetes.io/config.seen":{},
"f:kubernetes.io/config.source":{}},"f:labels":{".":{},"f:component":{} [truncated 4679 chars]
I0315 20:10:49.646968 155192 request.go:622] Waited for 186.325672ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:49.647018 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes/multinode-465879
I0315 20:10:49.647024 155192 round_trippers.go:469] Request Headers:
I0315 20:10:49.647032 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:49.647039 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:49.649294 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:49.649320 155192 round_trippers.go:577] Response Headers:
I0315 20:10:49.649332 155192 round_trippers.go:580] Audit-Id: de9f291d-8b54-49a4-a58e-db9023aed330
I0315 20:10:49.649342 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:49.649351 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:49.649366 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:49.649380 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:49.649393 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:49 GMT
I0315 20:10:49.649516 155192 request.go:1171] Response Body: {"kind":"Node","apiVersion":"v1","metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"445","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFields":[{"manager":"kubelet","operation":"Update","api
Version":"v1","time":"2023-03-15T20:10:01Z","fieldsType":"FieldsV1","fi [truncated 5161 chars]
I0315 20:10:49.649902 155192 pod_ready.go:92] pod "kube-scheduler-multinode-465879" in "kube-system" namespace has status "Ready":"True"
I0315 20:10:49.649920 155192 pod_ready.go:81] duration metric: took 191.655183ms waiting for pod "kube-scheduler-multinode-465879" in "kube-system" namespace to be "Ready" ...
I0315 20:10:49.649936 155192 pod_ready.go:38] duration metric: took 2.000240742s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0315 20:10:49.649967 155192 system_svc.go:44] waiting for kubelet service to be running ....
I0315 20:10:49.650028 155192 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0315 20:10:49.659911 155192 system_svc.go:56] duration metric: took 9.93703ms WaitForService to wait for kubelet.
I0315 20:10:49.659936 155192 kubeadm.go:578] duration metric: took 2.028949809s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0315 20:10:49.659965 155192 node_conditions.go:102] verifying NodePressure condition ...
I0315 20:10:49.847326 155192 request.go:622] Waited for 187.26519ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.58.2:8443/api/v1/nodes
I0315 20:10:49.847394 155192 round_trippers.go:463] GET https://192.168.58.2:8443/api/v1/nodes
I0315 20:10:49.847401 155192 round_trippers.go:469] Request Headers:
I0315 20:10:49.847413 155192 round_trippers.go:473] Accept: application/json, */*
I0315 20:10:49.847428 155192 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0315 20:10:49.850039 155192 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0315 20:10:49.850115 155192 round_trippers.go:577] Response Headers:
I0315 20:10:49.850127 155192 round_trippers.go:580] Date: Wed, 15 Mar 2023 20:10:49 GMT
I0315 20:10:49.850137 155192 round_trippers.go:580] Audit-Id: d668cf49-9b76-485c-a70c-72bd48901920
I0315 20:10:49.850145 155192 round_trippers.go:580] Cache-Control: no-cache, private
I0315 20:10:49.850155 155192 round_trippers.go:580] Content-Type: application/json
I0315 20:10:49.850164 155192 round_trippers.go:580] X-Kubernetes-Pf-Flowschema-Uid: 00ad19e4-2bdd-4b66-8b18-61a173e0f1bf
I0315 20:10:49.850175 155192 round_trippers.go:580] X-Kubernetes-Pf-Prioritylevel-Uid: 5141a4ca-68f7-4cba-bd9b-140ce0c79fc7
I0315 20:10:49.850359 155192 request.go:1171] Response Body: {"kind":"NodeList","apiVersion":"v1","metadata":{"resourceVersion":"498"},"items":[{"metadata":{"name":"multinode-465879","uid":"bc7119cc-39c9-4d32-93b3-1f9d4dfbf11d","resourceVersion":"445","creationTimestamp":"2023-03-15T20:10:01Z","labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/os":"linux","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"multinode-465879","kubernetes.io/os":"linux","minikube.k8s.io/commit":"11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e","minikube.k8s.io/name":"multinode-465879","minikube.k8s.io/primary":"true","minikube.k8s.io/updated_at":"2023_03_15T20_10_05_0700","minikube.k8s.io/version":"v1.29.0","node-role.kubernetes.io/control-plane":"","node.kubernetes.io/exclude-from-external-load-balancers":""},"annotations":{"kubeadm.alpha.kubernetes.io/cri-socket":"unix:///var/run/cri-dockerd.sock","node.alpha.kubernetes.io/ttl":"0","volumes.kubernetes.io/controller-managed-attach-detach":"true"},"managedFiel
ds":[{"manager":"kubelet","operation":"Update","apiVersion":"v1","time" [truncated 10265 chars]
I0315 20:10:49.850939 155192 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0315 20:10:49.850957 155192 node_conditions.go:123] node cpu capacity is 8
I0315 20:10:49.850976 155192 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I0315 20:10:49.850982 155192 node_conditions.go:123] node cpu capacity is 8
I0315 20:10:49.850987 155192 node_conditions.go:105] duration metric: took 191.017067ms to run NodePressure ...
I0315 20:10:49.851002 155192 start.go:228] waiting for startup goroutines ...
I0315 20:10:49.851031 155192 start.go:242] writing updated cluster config ...
I0315 20:10:49.851362 155192 ssh_runner.go:195] Run: rm -f paused
I0315 20:10:49.899076 155192 start.go:555] kubectl: 1.26.2, cluster: 1.26.2 (minor skew: 0)
I0315 20:10:49.901625 155192 out.go:177] * Done! kubectl is now configured to use "multinode-465879" cluster and "default" namespace by default
*
* ==> Docker <==
* -- Logs begin at Wed 2023-03-15 20:09:45 UTC, end at Wed 2023-03-15 20:10:57 UTC. --
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585361629Z" level=info msg="[core] [Channel #4] original dial target is: \"unix:///run/containerd/containerd.sock\"" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585397872Z" level=info msg="[core] [Channel #4] parsed dial target is: {Scheme:unix Authority: Endpoint:run/containerd/containerd.sock URL:{Scheme:unix Opaque: User: Host: Path:/run/containerd/containerd.sock RawPath: OmitHost:false ForceQuery:false RawQuery: Fragment: RawFragment:}}" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585414189Z" level=info msg="[core] [Channel #4] Channel authority set to \"localhost\"" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585459221Z" level=info msg="[core] [Channel #4] Resolver state updated: {\n \"Addresses\": [\n {\n \"Addr\": \"/run/containerd/containerd.sock\",\n \"ServerName\": \"\",\n \"Attributes\": {},\n \"BalancerAttributes\": null,\n \"Type\": 0,\n \"Metadata\": null\n }\n ],\n \"ServiceConfig\": null,\n \"Attributes\": null\n} (resolver returned new addresses)" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585492847Z" level=info msg="[core] [Channel #4] Channel switches to new LB policy \"pick_first\"" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585528871Z" level=info msg="[core] [Channel #4 SubChannel #5] Subchannel created" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585563648Z" level=info msg="[core] [Channel #4 SubChannel #5] Subchannel Connectivity change to CONNECTING" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585602789Z" level=info msg="[core] [Channel #4 SubChannel #5] Subchannel picks a new address \"/run/containerd/containerd.sock\" to connect" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585620299Z" level=info msg="[core] [Channel #4] Channel Connectivity change to CONNECTING" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585875641Z" level=info msg="[core] [Channel #4 SubChannel #5] Subchannel Connectivity change to READY" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.585915204Z" level=info msg="[core] [Channel #4] Channel Connectivity change to READY" module=grpc
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.586434799Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.596786605Z" level=info msg="Loading containers: start."
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.676677549Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.710979111Z" level=info msg="Loading containers: done."
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.720364397Z" level=info msg="Docker daemon" commit=bc3805a graphdriver=overlay2 version=23.0.1
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.720419891Z" level=info msg="Daemon has completed initialization"
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.734905297Z" level=info msg="[core] [Server #7] Server created" module=grpc
Mar 15 20:09:49 multinode-465879 systemd[1]: Started Docker Application Container Engine.
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.739768041Z" level=info msg="API listen on [::]:2376"
Mar 15 20:09:49 multinode-465879 dockerd[940]: time="2023-03-15T20:09:49.743747455Z" level=info msg="API listen on /var/run/docker.sock"
Mar 15 20:10:30 multinode-465879 dockerd[940]: time="2023-03-15T20:10:30.710133493Z" level=info msg="ignoring event" container=6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 15 20:10:30 multinode-465879 dockerd[940]: time="2023-03-15T20:10:30.711295851Z" level=info msg="ignoring event" container=397aa9e8a67c21f46dd58621c390e6bc894e77491b455d360b74b9b18ad3ee00 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 15 20:10:30 multinode-465879 dockerd[940]: time="2023-03-15T20:10:30.807983364Z" level=info msg="ignoring event" container=e0ff71342535e4a0938652e3505c162f0ff95b760a20e0aa5203efb9b639861d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Mar 15 20:10:30 multinode-465879 dockerd[940]: time="2023-03-15T20:10:30.808424406Z" level=info msg="ignoring event" container=1c831b6af052608b32448204d99af2f7e8f9e5b1dbfc99adeea09763a9e10858 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
*
* ==> container status <==
* CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID
ea21e458dfbf8 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 4 seconds ago Running busybox 0 4767d4e5624e8
e3c2058250290 5185b96f0becf 26 seconds ago Running coredns 1 aed18eda961ee
1994690c71e1a kindest/kindnetd@sha256:7fc2671641a1a7e7b9b8341964bd7cfe9018f497dc41d58803f88b0cc4030e07 36 seconds ago Running kindnet-cni 0 a0197800ff9ab
6adcd4b86ed6d 6e38f40d628db 38 seconds ago Running storage-provisioner 0 24405602b6a02
b0a01bb16940c 6f64e7135a6ec 39 seconds ago Running kube-proxy 0 d1d9700bb5450
397aa9e8a67c2 5185b96f0becf 40 seconds ago Exited coredns 0 e0ff71342535e
f9d86a8f777e6 fce326961ae2d 59 seconds ago Running etcd 0 ccbb8d79d6844
973225c2a7ec6 db8f409d9a5d7 59 seconds ago Running kube-scheduler 0 08477b400f4d1
a934b55791714 240e201d5b0d8 59 seconds ago Running kube-controller-manager 0 d249d04cdad7f
b239458773f63 63d3239c3c159 59 seconds ago Running kube-apiserver 0 68ac6b9b7ca3b
*
* ==> coredns [397aa9e8a67c] <==
* [INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908
CoreDNS-1.9.3
linux/amd64, go1.18.2, 45b0a11
[INFO] plugin/health: Going into lameduck mode for 5s
[ERROR] plugin/errors: 2 4329361186453336595.6216388643694559984. HINFO: dial udp 192.168.58.1:53: connect: network is unreachable
[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: connect: network is unreachable
[ERROR] plugin/errors: 2 4329361186453336595.6216388643694559984. HINFO: dial udp 192.168.58.1:53: connect: network is unreachable
*
* ==> coredns [e3c205825029] <==
* .:53
[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908
CoreDNS-1.9.3
linux/amd64, go1.18.2, 45b0a11
*
* ==> describe nodes <==
* Name: multinode-465879
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-465879
kubernetes.io/os=linux
minikube.k8s.io/commit=11fd2e5d7d4b8360c6d8a8b2c2e61a071aa8631e
minikube.k8s.io/name=multinode-465879
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2023_03_15T20_10_05_0700
minikube.k8s.io/version=v1.29.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 15 Mar 2023 20:10:01 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-465879
AcquireTime: <unset>
RenewTime: Wed, 15 Mar 2023 20:10:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 15 Mar 2023 20:10:35 +0000 Wed, 15 Mar 2023 20:10:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 15 Mar 2023 20:10:35 +0000 Wed, 15 Mar 2023 20:10:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 15 Mar 2023 20:10:35 +0000 Wed, 15 Mar 2023 20:10:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 15 Mar 2023 20:10:35 +0000 Wed, 15 Mar 2023 20:10:04 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.2
Hostname: multinode-465879
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32871748Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32871748Ki
pods: 110
System Info:
Machine ID: b1932dc991aa41bd806e459062926d45
System UUID: 18949388-2f07-4867-b7ff-72c1dfa19027
Boot ID: 394d6117-dcf3-420d-bcdd-92f41bfbe232
Kernel Version: 5.15.0-1030-gcp
OS Image: Ubuntu 20.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://23.0.1
Kubelet Version: v1.26.2
Kube-Proxy Version: v1.26.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-6b86dd6d48-5ckk6 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7s
kube-system coredns-787d4945fb-8gkkc 100m (1%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (0%!)(MISSING) 41s
kube-system etcd-multinode-465879 100m (1%!)(MISSING) 0 (0%!)(MISSING) 100Mi (0%!)(MISSING) 0 (0%!)(MISSING) 53s
kube-system kindnet-5hwvc 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 41s
kube-system kube-apiserver-multinode-465879 250m (3%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 53s
kube-system kube-controller-manager-multinode-465879 200m (2%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 53s
kube-system kube-proxy-m97m9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 41s
kube-system kube-scheduler-multinode-465879 100m (1%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 52s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 39s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%!)(MISSING) 100m (1%!)(MISSING)
memory 220Mi (0%!)(MISSING) 220Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 38s kube-proxy
Normal NodeHasSufficientMemory 63s (x5 over 63s) kubelet Node multinode-465879 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 63s (x5 over 63s) kubelet Node multinode-465879 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 63s (x5 over 63s) kubelet Node multinode-465879 status is now: NodeHasSufficientPID
Normal Starting 53s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 53s kubelet Node multinode-465879 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 53s kubelet Node multinode-465879 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 53s kubelet Node multinode-465879 status is now: NodeHasSufficientPID
Normal NodeNotReady 53s kubelet Node multinode-465879 status is now: NodeNotReady
Normal NodeAllocatableEnforced 53s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 53s kubelet Node multinode-465879 status is now: NodeReady
Normal RegisteredNode 41s node-controller Node multinode-465879 event: Registered Node multinode-465879 in Controller
Name: multinode-465879-m02
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=multinode-465879-m02
kubernetes.io/os=linux
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 15 Mar 2023 20:10:46 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: multinode-465879-m02
AcquireTime: <unset>
RenewTime: Wed, 15 Mar 2023 20:10:56 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 15 Mar 2023 20:10:47 +0000 Wed, 15 Mar 2023 20:10:46 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 15 Mar 2023 20:10:47 +0000 Wed, 15 Mar 2023 20:10:46 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 15 Mar 2023 20:10:47 +0000 Wed, 15 Mar 2023 20:10:46 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 15 Mar 2023 20:10:47 +0000 Wed, 15 Mar 2023 20:10:47 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.58.3
Hostname: multinode-465879-m02
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32871748Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32871748Ki
pods: 110
System Info:
Machine ID: b1932dc991aa41bd806e459062926d45
System UUID: 6c1f7471-d007-4a83-b4f2-7080b7e8d926
Boot ID: 394d6117-dcf3-420d-bcdd-92f41bfbe232
Kernel Version: 5.15.0-1030-gcp
OS Image: Ubuntu 20.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://23.0.1
Kubelet Version: v1.26.2
Kube-Proxy Version: v1.26.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (3 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-6b86dd6d48-tf4z8 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 7s
kube-system kindnet-t82lz 100m (1%!)(MISSING) 100m (1%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 11s
kube-system kube-proxy-mg9wh 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (1%!)(MISSING) 100m (1%!)(MISSING)
memory 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 8s kube-proxy
Normal Starting 11s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 11s (x2 over 11s) kubelet Node multinode-465879-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11s (x2 over 11s) kubelet Node multinode-465879-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11s (x2 over 11s) kubelet Node multinode-465879-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 11s kubelet Updated Node Allocatable limit across pods
Normal NodeReady 10s kubelet Node multinode-465879-m02 status is now: NodeReady
Normal RegisteredNode 6s node-controller Node multinode-465879-m02 event: Registered Node multinode-465879-m02 in Controller
*
* ==> dmesg <==
* [ +4.515631] FS-Cache: Duplicate cookie detected
[ +0.004714] FS-Cache: O-cookie c=00000006 [p=00000003 fl=226 nc=0 na=1]
[ +0.007042] FS-Cache: O-cookie d=00000000d467caaf{9p.inode} n=00000000d1a0506b
[ +0.007367] FS-Cache: O-key=[8] '87a00f0200000000'
[ +0.004927] FS-Cache: N-cookie c=0000000f [p=00000003 fl=2 nc=0 na=1]
[ +0.006628] FS-Cache: N-cookie d=00000000d467caaf{9p.inode} n=00000000ef98937e
[ +0.008737] FS-Cache: N-key=[8] '87a00f0200000000'
[ +0.562266] FS-Cache: Duplicate cookie detected
[ +0.004717] FS-Cache: O-cookie c=00000009 [p=00000003 fl=226 nc=0 na=1]
[ +0.006755] FS-Cache: O-cookie d=00000000d467caaf{9p.inode} n=0000000043160547
[ +0.007357] FS-Cache: O-key=[8] '8fa00f0200000000'
[ +0.004919] FS-Cache: N-cookie c=00000010 [p=00000003 fl=2 nc=0 na=1]
[ +0.006592] FS-Cache: N-cookie d=00000000d467caaf{9p.inode} n=00000000c00f382d
[ +0.008768] FS-Cache: N-key=[8] '8fa00f0200000000'
[ +1.876973] IPv4: martian source 10.244.0.1 from 10.244.0.14, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 16 87 d3 80 e5 91 08 06
[Mar15 20:02] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
[Mar15 20:05] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev bridge
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff b2 b2 7e a3 78 3f 08 06
[ +0.371048] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 4e 57 d3 03 89 c8 08 06
[ +0.008997] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff b2 b2 7e a3 78 3f 08 06
[Mar15 20:08] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 12 32 34 b2 95 97 08 06
*
* ==> etcd [f9d86a8f777e] <==
* {"level":"info","ts":"2023-03-15T20:09:58.600Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 switched to configuration voters=(12882097698489969905)"}
{"level":"info","ts":"2023-03-15T20:09:58.600Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","added-peer-id":"b2c6679ac05f2cf1","added-peer-peer-urls":["https://192.168.58.2:2380"]}
{"level":"info","ts":"2023-03-15T20:09:58.603Z","caller":"embed/etcd.go:687","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2023-03-15T20:09:58.603Z","caller":"embed/etcd.go:586","msg":"serving peer traffic","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-03-15T20:09:58.604Z","caller":"embed/etcd.go:558","msg":"cmux::serve","address":"192.168.58.2:2380"}
{"level":"info","ts":"2023-03-15T20:09:58.604Z","caller":"embed/etcd.go:275","msg":"now serving peer/client/metrics","local-member-id":"b2c6679ac05f2cf1","initial-advertise-peer-urls":["https://192.168.58.2:2380"],"listen-peer-urls":["https://192.168.58.2:2380"],"advertise-client-urls":["https://192.168.58.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.58.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2023-03-15T20:09:58.604Z","caller":"embed/etcd.go:762","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2023-03-15T20:09:59.191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 is starting a new election at term 1"}
{"level":"info","ts":"2023-03-15T20:09:59.191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became pre-candidate at term 1"}
{"level":"info","ts":"2023-03-15T20:09:59.191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgPreVoteResp from b2c6679ac05f2cf1 at term 1"}
{"level":"info","ts":"2023-03-15T20:09:59.191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became candidate at term 2"}
{"level":"info","ts":"2023-03-15T20:09:59.191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 received MsgVoteResp from b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-03-15T20:09:59.191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b2c6679ac05f2cf1 became leader at term 2"}
{"level":"info","ts":"2023-03-15T20:09:59.191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b2c6679ac05f2cf1 elected leader b2c6679ac05f2cf1 at term 2"}
{"level":"info","ts":"2023-03-15T20:09:59.192Z","caller":"etcdserver/server.go:2563","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2023-03-15T20:09:59.192Z","caller":"etcdserver/server.go:2054","msg":"published local member to cluster through raft","local-member-id":"b2c6679ac05f2cf1","local-member-attributes":"{Name:multinode-465879 ClientURLs:[https://192.168.58.2:2379]}","request-path":"/0/members/b2c6679ac05f2cf1/attributes","cluster-id":"3a56e4ca95e2355c","publish-timeout":"7s"}
{"level":"info","ts":"2023-03-15T20:09:59.193Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-03-15T20:09:59.193Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2023-03-15T20:09:59.193Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2023-03-15T20:09:59.193Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2023-03-15T20:09:59.193Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3a56e4ca95e2355c","local-member-id":"b2c6679ac05f2cf1","cluster-version":"3.5"}
{"level":"info","ts":"2023-03-15T20:09:59.193Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2023-03-15T20:09:59.193Z","caller":"etcdserver/server.go:2587","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2023-03-15T20:09:59.194Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}
{"level":"info","ts":"2023-03-15T20:09:59.194Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.58.2:2379"}
*
* ==> kernel <==
* 20:10:57 up 53 min, 0 users, load average: 2.03, 1.60, 1.06
Linux multinode-465879 5.15.0-1030-gcp #37~20.04.1-Ubuntu SMP Mon Feb 20 04:30:57 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 20.04.5 LTS"
*
* ==> kindnet [1994690c71e1] <==
* I0315 20:10:21.575614 1 main.go:102] connected to apiserver: https://10.96.0.1:443
I0315 20:10:21.575659 1 main.go:107] hostIP = 192.168.58.2
podIP = 192.168.58.2
I0315 20:10:21.575818 1 main.go:116] setting mtu 1500 for CNI
I0315 20:10:21.575838 1 main.go:146] kindnetd IP family: "ipv4"
I0315 20:10:21.575851 1 main.go:150] noMask IPv4 subnets: [10.244.0.0/16]
I0315 20:10:21.973077 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I0315 20:10:21.973109 1 main.go:227] handling current node
I0315 20:10:31.988811 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I0315 20:10:31.988837 1 main.go:227] handling current node
I0315 20:10:41.998459 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I0315 20:10:41.998492 1 main.go:227] handling current node
I0315 20:10:52.003264 1 main.go:223] Handling node with IPs: map[192.168.58.2:{}]
I0315 20:10:52.003297 1 main.go:227] handling current node
I0315 20:10:52.003310 1 main.go:223] Handling node with IPs: map[192.168.58.3:{}]
I0315 20:10:52.003317 1 main.go:250] Node multinode-465879-m02 has CIDR [10.244.1.0/24]
I0315 20:10:52.003518 1 routes.go:62] Adding route {Ifindex: 0 Dst: 10.244.1.0/24 Src: <nil> Gw: 192.168.58.3 Flags: [] Table: 0}
*
* ==> kube-apiserver [b239458773f6] <==
* I0315 20:10:01.286377 1 apf_controller.go:366] Running API Priority and Fairness config worker
I0315 20:10:01.286396 1 apf_controller.go:369] Running API Priority and Fairness periodic rebalancing process
I0315 20:10:01.287300 1 shared_informer.go:280] Caches are synced for cluster_authentication_trust_controller
I0315 20:10:01.287631 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0315 20:10:01.288243 1 shared_informer.go:280] Caches are synced for configmaps
I0315 20:10:01.288628 1 shared_informer.go:280] Caches are synced for crd-autoregister
I0315 20:10:01.295351 1 shared_informer.go:280] Caches are synced for node_authorizer
I0315 20:10:01.371743 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0315 20:10:01.371811 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0315 20:10:01.875383 1 controller.go:132] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I0315 20:10:02.092132 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I0315 20:10:02.095867 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I0315 20:10:02.095889 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I0315 20:10:02.543963 1 controller.go:615] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0315 20:10:02.580564 1 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I0315 20:10:02.705137 1 alloc.go:327] "allocated clusterIPs" service="default/kubernetes" clusterIPs=map[IPv4:10.96.0.1]
W0315 20:10:02.714939 1 lease.go:251] Resetting endpoints for master service "kubernetes" to [192.168.58.2]
I0315 20:10:02.716058 1 controller.go:615] quota admission added evaluator for: endpoints
I0315 20:10:02.720092 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0315 20:10:03.203144 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I0315 20:10:04.371863 1 controller.go:615] quota admission added evaluator for: deployments.apps
I0315 20:10:04.382294 1 alloc.go:327] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs=map[IPv4:10.96.0.10]
I0315 20:10:04.392267 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I0315 20:10:16.060494 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I0315 20:10:16.960528 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
*
* ==> kube-controller-manager [a934b5579171] <==
* I0315 20:10:16.243185 1 shared_informer.go:280] Caches are synced for attach detach
I0315 20:10:16.248379 1 shared_informer.go:280] Caches are synced for resource quota
I0315 20:10:16.248380 1 shared_informer.go:280] Caches are synced for endpoint_slice_mirroring
I0315 20:10:16.254062 1 shared_informer.go:280] Caches are synced for endpoint_slice
I0315 20:10:16.266183 1 shared_informer.go:280] Caches are synced for endpoint
I0315 20:10:16.300880 1 shared_informer.go:280] Caches are synced for resource quota
I0315 20:10:16.613242 1 event.go:294] "Event occurred" object="kube-system/coredns-787d4945fb" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-787d4945fb-kpm48"
I0315 20:10:16.618121 1 shared_informer.go:280] Caches are synced for garbage collector
I0315 20:10:16.621237 1 event.go:294] "Event occurred" object="kube-system/coredns-787d4945fb" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-787d4945fb-8gkkc"
I0315 20:10:16.653857 1 shared_informer.go:280] Caches are synced for garbage collector
I0315 20:10:16.653884 1 garbagecollector.go:163] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I0315 20:10:16.970304 1 event.go:294] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-m97m9"
I0315 20:10:16.972681 1 event.go:294] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-5hwvc"
I0315 20:10:17.478435 1 event.go:294] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-787d4945fb to 1 from 2"
I0315 20:10:17.485932 1 event.go:294] "Event occurred" object="kube-system/coredns-787d4945fb" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-787d4945fb-kpm48"
W0315 20:10:46.632119 1 actual_state_of_world.go:541] Failed to update statusUpdateNeeded field in actual state of world: Failed to set statusUpdateNeeded to needed true, because nodeName="multinode-465879-m02" does not exist
I0315 20:10:46.647805 1 event.go:294] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-mg9wh"
I0315 20:10:46.650707 1 event.go:294] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-t82lz"
I0315 20:10:46.671686 1 range_allocator.go:372] Set node multinode-465879-m02 PodCIDR to [10.244.1.0/24]
W0315 20:10:47.276613 1 topologycache.go:232] Can't get CPU or zone information for multinode-465879-m02 node
I0315 20:10:50.979959 1 event.go:294] "Event occurred" object="default/busybox" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set busybox-6b86dd6d48 to 2"
I0315 20:10:50.987360 1 event.go:294] "Event occurred" object="default/busybox-6b86dd6d48" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-6b86dd6d48-tf4z8"
I0315 20:10:50.991890 1 event.go:294] "Event occurred" object="default/busybox-6b86dd6d48" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-6b86dd6d48-5ckk6"
I0315 20:10:51.075000 1 event.go:294] "Event occurred" object="multinode-465879-m02" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node multinode-465879-m02 event: Registered Node multinode-465879-m02 in Controller"
W0315 20:10:51.075012 1 node_lifecycle_controller.go:1053] Missing timestamp for Node multinode-465879-m02. Assuming now as a timestamp.
*
* ==> kube-proxy [b0a01bb16940] <==
* I0315 20:10:18.576475 1 node.go:163] Successfully retrieved node IP: 192.168.58.2
I0315 20:10:18.576589 1 server_others.go:109] "Detected node IP" address="192.168.58.2"
I0315 20:10:18.576621 1 server_others.go:535] "Using iptables proxy"
I0315 20:10:18.602573 1 server_others.go:176] "Using iptables Proxier"
I0315 20:10:18.602611 1 server_others.go:183] "kube-proxy running in dual-stack mode" ipFamily=IPv4
I0315 20:10:18.602620 1 server_others.go:184] "Creating dualStackProxier for iptables"
I0315 20:10:18.602638 1 server_others.go:465] "Detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, , defaulting to no-op detect-local for IPv6"
I0315 20:10:18.602681 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0315 20:10:18.602996 1 server.go:655] "Version info" version="v1.26.2"
I0315 20:10:18.603020 1 server.go:657] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0315 20:10:18.605002 1 config.go:317] "Starting service config controller"
I0315 20:10:18.605063 1 shared_informer.go:273] Waiting for caches to sync for service config
I0315 20:10:18.605060 1 config.go:226] "Starting endpoint slice config controller"
I0315 20:10:18.605092 1 shared_informer.go:273] Waiting for caches to sync for endpoint slice config
I0315 20:10:18.605273 1 config.go:444] "Starting node config controller"
I0315 20:10:18.605287 1 shared_informer.go:273] Waiting for caches to sync for node config
I0315 20:10:18.706052 1 shared_informer.go:280] Caches are synced for node config
I0315 20:10:18.706104 1 shared_informer.go:280] Caches are synced for service config
I0315 20:10:18.706110 1 shared_informer.go:280] Caches are synced for endpoint slice config
*
* ==> kube-scheduler [973225c2a7ec] <==
* W0315 20:10:01.196295 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0315 20:10:01.196309 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0315 20:10:01.196781 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0315 20:10:01.196795 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0315 20:10:01.196865 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0315 20:10:01.196877 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0315 20:10:01.196929 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0315 20:10:01.196943 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0315 20:10:01.197063 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0315 20:10:01.197074 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0315 20:10:01.197123 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0315 20:10:01.197133 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0315 20:10:01.273935 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0315 20:10:01.273980 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W0315 20:10:01.274111 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0315 20:10:01.274119 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0315 20:10:01.274136 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0315 20:10:01.274145 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0315 20:10:02.060136 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0315 20:10:02.060170 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0315 20:10:02.320499 1 reflector.go:424] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0315 20:10:02.320537 1 reflector.go:140] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0315 20:10:02.368935 1 reflector.go:424] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0315 20:10:02.368979 1 reflector.go:140] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I0315 20:10:04.091286 1 shared_informer.go:280] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
*
* ==> kubelet <==
* -- Logs begin at Wed 2023-03-15 20:09:45 UTC, end at Wed 2023-03-15 20:10:57 UTC. --
Mar 15 20:10:24 multinode-465879 kubelet[2334]: I0315 20:10:24.990425 2334 kubelet_network.go:61] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.244.0.0/24"
Mar 15 20:10:30 multinode-465879 kubelet[2334]: I0315 20:10:30.997751 2334 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/f8c6416d-2cc6-4101-843f-96c4f5e41ea4-config-volume\") pod \"f8c6416d-2cc6-4101-843f-96c4f5e41ea4\" (UID: \"f8c6416d-2cc6-4101-843f-96c4f5e41ea4\") "
Mar 15 20:10:30 multinode-465879 kubelet[2334]: I0315 20:10:30.997869 2334 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6gbv8\" (UniqueName: \"kubernetes.io/projected/f8c6416d-2cc6-4101-843f-96c4f5e41ea4-kube-api-access-6gbv8\") pod \"f8c6416d-2cc6-4101-843f-96c4f5e41ea4\" (UID: \"f8c6416d-2cc6-4101-843f-96c4f5e41ea4\") "
Mar 15 20:10:30 multinode-465879 kubelet[2334]: W0315 20:10:30.998022 2334 empty_dir.go:525] Warning: Failed to clear quota on /var/lib/kubelet/pods/f8c6416d-2cc6-4101-843f-96c4f5e41ea4/volumes/kubernetes.io~configmap/config-volume: clearQuota called, but quotas disabled
Mar 15 20:10:30 multinode-465879 kubelet[2334]: I0315 20:10:30.998257 2334 operation_generator.go:890] UnmountVolume.TearDown succeeded for volume "kubernetes.io/configmap/f8c6416d-2cc6-4101-843f-96c4f5e41ea4-config-volume" (OuterVolumeSpecName: "config-volume") pod "f8c6416d-2cc6-4101-843f-96c4f5e41ea4" (UID: "f8c6416d-2cc6-4101-843f-96c4f5e41ea4"). InnerVolumeSpecName "config-volume". PluginName "kubernetes.io/configmap", VolumeGidValue ""
Mar 15 20:10:30 multinode-465879 kubelet[2334]: I0315 20:10:30.999859 2334 operation_generator.go:890] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/f8c6416d-2cc6-4101-843f-96c4f5e41ea4-kube-api-access-6gbv8" (OuterVolumeSpecName: "kube-api-access-6gbv8") pod "f8c6416d-2cc6-4101-843f-96c4f5e41ea4" (UID: "f8c6416d-2cc6-4101-843f-96c4f5e41ea4"). InnerVolumeSpecName "kube-api-access-6gbv8". PluginName "kubernetes.io/projected", VolumeGidValue ""
Mar 15 20:10:31 multinode-465879 kubelet[2334]: I0315 20:10:31.067349 2334 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e0ff71342535e4a0938652e3505c162f0ff95b760a20e0aa5203efb9b639861d"
Mar 15 20:10:31 multinode-465879 kubelet[2334]: I0315 20:10:31.067378 2334 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="aed18eda961ee56286bc9a7604f75707c472a4823b9ce04e1b6a4f32f8946dc6"
Mar 15 20:10:31 multinode-465879 kubelet[2334]: I0315 20:10:31.072015 2334 scope.go:115] "RemoveContainer" containerID="6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46"
Mar 15 20:10:31 multinode-465879 kubelet[2334]: I0315 20:10:31.089649 2334 scope.go:115] "RemoveContainer" containerID="6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46"
Mar 15 20:10:31 multinode-465879 kubelet[2334]: E0315 20:10:31.090460 2334 remote_runtime.go:415] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46" containerID="6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46"
Mar 15 20:10:31 multinode-465879 kubelet[2334]: I0315 20:10:31.090553 2334 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46} err="failed to get container status \"6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46\": rpc error: code = Unknown desc = Error: No such container: 6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46"
Mar 15 20:10:31 multinode-465879 kubelet[2334]: I0315 20:10:31.098301 2334 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-6gbv8\" (UniqueName: \"kubernetes.io/projected/f8c6416d-2cc6-4101-843f-96c4f5e41ea4-kube-api-access-6gbv8\") on node \"multinode-465879\" DevicePath \"\""
Mar 15 20:10:31 multinode-465879 kubelet[2334]: I0315 20:10:31.098346 2334 reconciler_common.go:295] "Volume detached for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/f8c6416d-2cc6-4101-843f-96c4f5e41ea4-config-volume\") on node \"multinode-465879\" DevicePath \"\""
Mar 15 20:10:32 multinode-465879 kubelet[2334]: E0315 20:10:32.514865 2334 remote_runtime.go:349] "StopContainer from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46" containerID="6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46"
Mar 15 20:10:32 multinode-465879 kubelet[2334]: E0315 20:10:32.514940 2334 kuberuntime_container.go:714] "Container termination failed with gracePeriod" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46" pod="kube-system/coredns-787d4945fb-kpm48" podUID=f8c6416d-2cc6-4101-843f-96c4f5e41ea4 containerName="coredns" containerID="docker://6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46" gracePeriod=1
Mar 15 20:10:32 multinode-465879 kubelet[2334]: E0315 20:10:32.514974 2334 kuberuntime_container.go:739] "Kill container failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46" pod="kube-system/coredns-787d4945fb-kpm48" podUID=f8c6416d-2cc6-4101-843f-96c4f5e41ea4 containerName="coredns" containerID={Type:docker ID:6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46}
Mar 15 20:10:32 multinode-465879 kubelet[2334]: E0315 20:10:32.516628 2334 kubelet.go:1874] failed to "KillContainer" for "coredns" with KillContainerError: "rpc error: code = Unknown desc = Error response from daemon: No such container: 6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46"
Mar 15 20:10:32 multinode-465879 kubelet[2334]: E0315 20:10:32.516671 2334 pod_workers.go:965] "Error syncing pod, skipping" err="failed to \"KillContainer\" for \"coredns\" with KillContainerError: \"rpc error: code = Unknown desc = Error response from daemon: No such container: 6c55bd814f3efb272eb2841b36832ad042c460ebdf6eca060c44e6bb11b5ed46\"" pod="kube-system/coredns-787d4945fb-kpm48" podUID=f8c6416d-2cc6-4101-843f-96c4f5e41ea4
Mar 15 20:10:32 multinode-465879 kubelet[2334]: I0315 20:10:32.518871 2334 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=f8c6416d-2cc6-4101-843f-96c4f5e41ea4 path="/var/lib/kubelet/pods/f8c6416d-2cc6-4101-843f-96c4f5e41ea4/volumes"
Mar 15 20:10:51 multinode-465879 kubelet[2334]: I0315 20:10:51.001507 2334 topology_manager.go:210] "Topology Admit Handler"
Mar 15 20:10:51 multinode-465879 kubelet[2334]: E0315 20:10:51.001593 2334 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="f8c6416d-2cc6-4101-843f-96c4f5e41ea4" containerName="coredns"
Mar 15 20:10:51 multinode-465879 kubelet[2334]: I0315 20:10:51.001632 2334 memory_manager.go:346] "RemoveStaleState removing state" podUID="f8c6416d-2cc6-4101-843f-96c4f5e41ea4" containerName="coredns"
Mar 15 20:10:51 multinode-465879 kubelet[2334]: I0315 20:10:51.104394 2334 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-74krs\" (UniqueName: \"kubernetes.io/projected/44276682-2385-41d1-8f01-02d8b4feef71-kube-api-access-74krs\") pod \"busybox-6b86dd6d48-5ckk6\" (UID: \"44276682-2385-41d1-8f01-02d8b4feef71\") " pod="default/busybox-6b86dd6d48-5ckk6"
Mar 15 20:10:54 multinode-465879 kubelet[2334]: I0315 20:10:54.237757 2334 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/busybox-6b86dd6d48-5ckk6" podStartSLOduration=-9.223372032617056e+09 pod.CreationTimestamp="2023-03-15 20:10:50 +0000 UTC" firstStartedPulling="2023-03-15 20:10:51.636960157 +0000 UTC m=+47.288207079" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-03-15 20:10:54.237642183 +0000 UTC m=+49.888889123" watchObservedRunningTime="2023-03-15 20:10:54.237719325 +0000 UTC m=+49.888966265"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p multinode-465879 -n multinode-465879
helpers_test.go:261: (dbg) Run: kubectl --context multinode-465879 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiNode/serial/DeployApp2Nodes FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiNode/serial/DeployApp2Nodes (7.73s)