I1207 17:42:00.855283 1 flags.go:64] FLAG: --allocate-node-cidrs="true" I1207 17:42:00.855476 1 flags.go:64] FLAG: --allow-untagged-cloud="false" I1207 17:42:00.855481 1 flags.go:64] FLAG: --authentication-kubeconfig="" I1207 17:42:00.855486 1 flags.go:64] FLAG: --authentication-skip-lookup="false" I1207 17:42:00.855490 1 flags.go:64] FLAG: --authentication-token-webhook-cache-ttl="10s" I1207 17:42:00.855494 1 flags.go:64] FLAG: --authentication-tolerate-lookup-failure="false" I1207 17:42:00.855497 1 flags.go:64] FLAG: --authorization-always-allow-paths="[/healthz,/readyz,/livez]" I1207 17:42:00.855506 1 flags.go:64] FLAG: --authorization-kubeconfig="" I1207 17:42:00.855509 1 flags.go:64] FLAG: --authorization-webhook-cache-authorized-ttl="10s" I1207 17:42:00.855512 1 flags.go:64] FLAG: --authorization-webhook-cache-unauthorized-ttl="10s" I1207 17:42:00.855515 1 flags.go:64] FLAG: --bind-address="0.0.0.0" I1207 17:42:00.855520 1 flags.go:64] FLAG: --cert-dir="" I1207 17:42:00.855523 1 flags.go:64] FLAG: --cidr-allocator-type="RangeAllocator" I1207 17:42:00.855526 1 flags.go:64] FLAG: --client-ca-file="" I1207 17:42:00.855529 1 flags.go:64] FLAG: --cloud-config="/etc/kubernetes/azure.json" I1207 17:42:00.855532 1 flags.go:64] FLAG: --cloud-config-key="cloud-config" I1207 17:42:00.855535 1 flags.go:64] FLAG: --cloud-config-secret-name="" I1207 17:42:00.855537 1 flags.go:64] FLAG: --cloud-config-secret-namespace="kube-system" I1207 17:42:00.855540 1 flags.go:64] FLAG: --cloud-provider="azure" I1207 17:42:00.855543 1 flags.go:64] FLAG: --cluster-cidr="192.168.0.0/16" I1207 17:42:00.855546 1 flags.go:64] FLAG: --cluster-name="capz-uhx40o" I1207 17:42:00.855548 1 flags.go:64] FLAG: --concurrent-service-syncs="1" I1207 17:42:00.855552 1 flags.go:64] FLAG: --configure-cloud-routes="true" I1207 17:42:00.855555 1 flags.go:64] FLAG: --contention-profiling="false" I1207 17:42:00.855558 1 flags.go:64] FLAG: --controller-start-interval="0s" I1207 17:42:00.855561 1 flags.go:64] FLAG: --controllers="[*,-cloud-node]" I1207 17:42:00.855565 1 flags.go:64] FLAG: --disable-http2-serving="false" I1207 17:42:00.855568 1 flags.go:64] FLAG: --enable-dynamic-reloading="false" I1207 17:42:00.855571 1 flags.go:64] FLAG: --enable-leader-migration="false" I1207 17:42:00.855573 1 flags.go:64] FLAG: --external-cloud-volume-plugin="" I1207 17:42:00.855577 1 flags.go:64] FLAG: --feature-gates="" I1207 17:42:00.855597 1 flags.go:64] FLAG: --help="false" I1207 17:42:00.855600 1 flags.go:64] FLAG: --http2-max-streams-per-connection="0" I1207 17:42:00.855604 1 flags.go:64] FLAG: --kube-api-burst="30" I1207 17:42:00.855607 1 flags.go:64] FLAG: --kube-api-content-type="application/vnd.kubernetes.protobuf" I1207 17:42:00.855610 1 flags.go:64] FLAG: --kube-api-qps="20" I1207 17:42:00.855615 1 flags.go:64] FLAG: --kubeconfig="" I1207 17:42:00.855617 1 flags.go:64] FLAG: --leader-elect="true" I1207 17:42:00.855620 1 flags.go:64] FLAG: --leader-elect-lease-duration="15s" I1207 17:42:00.855623 1 flags.go:64] FLAG: --leader-elect-renew-deadline="10s" I1207 17:42:00.855627 1 flags.go:64] FLAG: --leader-elect-resource-lock="leases" I1207 17:42:00.855631 1 flags.go:64] FLAG: --leader-elect-resource-name="cloud-controller-manager" I1207 17:42:00.855634 1 flags.go:64] FLAG: --leader-elect-resource-namespace="kube-system" I1207 17:42:00.855637 1 flags.go:64] FLAG: --leader-elect-retry-period="2s" I1207 17:42:00.855640 1 flags.go:64] FLAG: --leader-migration-config="" I1207 17:42:00.855643 1 flags.go:64] FLAG: --log-flush-frequency="5s" I1207 17:42:00.855663 1 flags.go:64] FLAG: --log-format="text" I1207 17:42:00.855673 1 flags.go:64] FLAG: --master="" I1207 17:42:00.855676 1 flags.go:64] FLAG: --min-resync-period="12h0m0s" I1207 17:42:00.855679 1 flags.go:64] FLAG: --node-cidr-mask-size="24" I1207 17:42:00.855682 1 flags.go:64] FLAG: --node-cidr-mask-size-ipv4="0" I1207 17:42:00.855685 1 flags.go:64] FLAG: --node-cidr-mask-size-ipv6="0" I1207 17:42:00.855687 1 flags.go:64] FLAG: --node-filter-requirements="" I1207 17:42:00.855736 1 flags.go:64] FLAG: --node-monitor-period="5s" I1207 17:42:00.855745 1 flags.go:64] FLAG: --node-status-update-frequency="5m0s" I1207 17:42:00.855748 1 flags.go:64] FLAG: --node-sync-period="0s" I1207 17:42:00.855751 1 flags.go:64] FLAG: --permit-address-sharing="false" I1207 17:42:00.855754 1 flags.go:64] FLAG: --permit-port-sharing="false" I1207 17:42:00.855757 1 flags.go:64] FLAG: --profiling="true" I1207 17:42:00.855760 1 flags.go:64] FLAG: --requestheader-allowed-names="[]" I1207 17:42:00.855766 1 flags.go:64] FLAG: --requestheader-client-ca-file="" I1207 17:42:00.855768 1 flags.go:64] FLAG: --requestheader-extra-headers-prefix="[x-remote-extra-]" I1207 17:42:00.855802 1 flags.go:64] FLAG: --requestheader-group-headers="[x-remote-group]" I1207 17:42:00.855810 1 flags.go:64] FLAG: --requestheader-uid-headers="[]" I1207 17:42:00.855814 1 flags.go:64] FLAG: --requestheader-username-headers="[x-remote-user]" I1207 17:42:00.855820 1 flags.go:64] FLAG: --route-reconciliation-period="10s" I1207 17:42:00.855822 1 flags.go:64] FLAG: --secure-port="10268" I1207 17:42:00.855877 1 flags.go:64] FLAG: --service-cluster-ip-range="" I1207 17:42:00.855880 1 flags.go:64] FLAG: --tls-cert-file="" I1207 17:42:00.855883 1 flags.go:64] FLAG: --tls-cipher-suites="[]" I1207 17:42:00.855887 1 flags.go:64] FLAG: --tls-min-version="" I1207 17:42:00.855890 1 flags.go:64] FLAG: --tls-private-key-file="" I1207 17:42:00.855893 1 flags.go:64] FLAG: --tls-sni-cert-key="[]" I1207 17:42:00.855897 1 flags.go:64] FLAG: --use-service-account-credentials="false" I1207 17:42:00.855900 1 flags.go:64] FLAG: --v="4" I1207 17:42:00.855903 1 flags.go:64] FLAG: --version="false" I1207 17:42:00.855910 1 flags.go:64] FLAG: --vmodule="" I1207 17:42:02.305470 1 serving.go:386] Generated self-signed cert in-memory I1207 17:42:03.479484 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I1207 17:42:03.479660 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I1207 17:42:03.479695 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I1207 17:42:03.479743 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I1207 17:42:03.479773 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I1207 17:42:04.557752 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController W1207 17:42:04.562525 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I1207 17:42:04.635051 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I1207 17:42:04.635184 1 shared_informer.go:350] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I1207 17:42:04.635272 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1207 17:42:04.635319 1 shared_informer.go:350] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1207 17:42:04.635360 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1207 17:42:04.635405 1 shared_informer.go:350] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1207 17:42:04.635676 1 reflector.go:357] "Starting reflector" type="*v1.ConfigMap" resyncPeriod="12h0m0s" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I1207 17:42:04.636193 1 reflector.go:403] "Listing and watching" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I1207 17:42:04.636910 1 tlsconfig.go:203] "Loaded serving cert" certName="Generated self signed cert" certDetail="\"localhost@1765129322\" [serving] validServingFor=[127.0.0.1,localhost,localhost] issuer=\"localhost-ca@1765129321\" (2025-12-07 16:42:00 +0000 UTC to 2026-12-07 16:42:00 +0000 UTC (now=2025-12-07 17:42:04.636562233 +0000 UTC))" I1207 17:42:04.637488 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1765129323\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1765129323\" (2025-12-07 16:42:02 +0000 UTC to 2028-12-07 16:42:02 +0000 UTC (now=2025-12-07 17:42:04.637418285 +0000 UTC))" I1207 17:42:04.637633 1 secure_serving.go:211] Serving securely on [::]:10268 I1207 17:42:04.637691 1 reflector.go:357] "Starting reflector" type="*v1.ConfigMap" resyncPeriod="12h0m0s" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I1207 17:42:04.638918 1 reflector.go:403] "Listing and watching" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I1207 17:42:04.638761 1 reflector.go:357] "Starting reflector" type="*v1.ConfigMap" resyncPeriod="12h0m0s" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I1207 17:42:04.639515 1 reflector.go:403] "Listing and watching" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I1207 17:42:04.640056 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I1207 17:42:04.641022 1 reflector.go:430] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I1207 17:42:04.641092 1 leaderelection.go:257] attempting to acquire leader lease kube-system/cloud-controller-manager... I1207 17:42:04.645575 1 reflector.go:430] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I1207 17:42:04.646628 1 reflector.go:430] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I1207 17:42:04.735790 1 shared_informer.go:357] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I1207 17:42:04.735896 1 shared_informer.go:357] "Caches are synced" controller="RequestHeaderAuthRequestController" I1207 17:42:04.735993 1 shared_informer.go:357] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I1207 17:42:04.736158 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kubernetes\" [] issuer=\"\" (2025-12-07 17:31:10 +0000 UTC to 2035-12-05 17:36:10 +0000 UTC (now=2025-12-07 17:42:04.736134533 +0000 UTC))" I1207 17:42:04.736457 1 tlsconfig.go:203] "Loaded serving cert" certName="Generated self signed cert" certDetail="\"localhost@1765129322\" [serving] validServingFor=[127.0.0.1,localhost,localhost] issuer=\"localhost-ca@1765129321\" (2025-12-07 16:42:00 +0000 UTC to 2026-12-07 16:42:00 +0000 UTC (now=2025-12-07 17:42:04.736442051 +0000 UTC))" I1207 17:42:04.736670 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1765129323\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1765129323\" (2025-12-07 16:42:02 +0000 UTC to 2028-12-07 16:42:02 +0000 UTC (now=2025-12-07 17:42:04.736654364 +0000 UTC))" I1207 17:42:04.736780 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kubernetes\" [] issuer=\"\" (2025-12-07 17:31:09 +0000 UTC to 2035-12-05 17:36:09 +0000 UTC (now=2025-12-07 17:42:04.736767471 +0000 UTC))" I1207 17:42:04.736831 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kubernetes\" [] issuer=\"\" (2025-12-07 17:31:10 +0000 UTC to 2035-12-05 17:36:10 +0000 UTC (now=2025-12-07 17:42:04.736792272 +0000 UTC))" I1207 17:42:04.737048 1 tlsconfig.go:203] "Loaded serving cert" certName="Generated self signed cert" certDetail="\"localhost@1765129322\" [serving] validServingFor=[127.0.0.1,localhost,localhost] issuer=\"localhost-ca@1765129321\" (2025-12-07 16:42:00 +0000 UTC to 2026-12-07 16:42:00 +0000 UTC (now=2025-12-07 17:42:04.737035887 +0000 UTC))" I1207 17:42:04.737239 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1765129323\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1765129323\" (2025-12-07 16:42:02 +0000 UTC to 2028-12-07 16:42:02 +0000 UTC (now=2025-12-07 17:42:04.737227199 +0000 UTC))" I1207 17:42:05.083117 1 leaderelection.go:271] successfully acquired lease kube-system/cloud-controller-manager I1207 17:42:05.083325 1 controllermanager.go:216] using static initialization from config file /etc/kubernetes/azure.json I1207 17:42:05.083510 1 controllermanager.go:345] Version: version.Info{Major:"1", Minor:"33+", EmulationMajor:"", EmulationMinor:"", MinCompatibilityMajor:"", MinCompatibilityMinor:"", GitVersion:"v1.33.6-4-g27ac50587", GitCommit:"27ac505876c4adaff9ccd8be806a35cd23f9d132", GitTreeState:"", BuildDate:"2025-12-07T17:10:31Z", GoVersion:"go1.24.11", Compiler:"gc", Platform:"linux/amd64"} I1207 17:42:05.083713 1 event.go:377] Event(v1.ObjectReference{Kind:"Lease", Namespace:"kube-system", Name:"cloud-controller-manager", UID:"d34c9bbb-3c97-4c1f-8fd9-fd23de2602fa", APIVersion:"coordination.k8s.io/v1", ResourceVersion:"893", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' capz-uhx40o-control-plane-ww9qf_781d16c0-f7e6-43a3-b0a6-6943a9e647d0 became leader I1207 17:42:05.086361 1 azure.go:422] "Setting up ARM client factory for network resources" subscriptionID="46678f10-4bbb-447e-98e8-d2829589f2d8" I1207 17:42:05.086755 1 azure.go:430] "Setting up ARM client factory for compute resources" subscriptionID="46678f10-4bbb-447e-98e8-d2829589f2d8" I1207 17:42:05.086813 1 azure_zones.go:48] syncRegionZonesMap: starting to fetch all available zones for the subscription 46678f10-4bbb-447e-98e8-d2829589f2d8 I1207 17:42:05.087061 1 azure_routes.go:91] delayedRouteUpdater: started I1207 17:42:05.087078 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:42:09.113749 1 azure_zones.go:39] refreshZones: refreshing zones every 30 minutes. I1207 17:42:09.120076 1 azure.go:687] Setting up informers for Azure cloud provider I1207 17:42:09.120209 1 controllermanager.go:414] Starting "cloud-node-lifecycle-controller" I1207 17:42:09.120911 1 controllermanager.go:433] Started "cloud-node-lifecycle-controller" I1207 17:42:09.120960 1 node_lifecycle_controller.go:112] Sending events to api server I1207 17:42:09.121033 1 controllermanager.go:414] Starting "service-lb-controller" I1207 17:42:09.122108 1 controllermanager.go:433] Started "service-lb-controller" I1207 17:42:09.122170 1 controllermanager.go:414] Starting "node-route-controller" I1207 17:42:09.122254 1 controller.go:234] Starting service controller I1207 17:42:09.122270 1 shared_informer.go:350] "Waiting for caches to sync" controller="service" I1207 17:42:09.122535 1 controllermanager.go:433] Started "node-route-controller" I1207 17:42:09.122544 1 controllermanager.go:414] Starting "node-ipam" W1207 17:42:09.122552 1 core.go:232] setNodeCIDRMaskSizesDualStack: --node-cidr-mask-size is set to 24, but it would be ignored because the dualstack is enabled I1207 17:42:09.122618 1 route_controller.go:102] Starting route controller I1207 17:42:09.122629 1 shared_informer.go:350] "Waiting for caches to sync" controller="route" I1207 17:42:09.123014 1 node_ipam_controller.go:129] Sending events to api server. I1207 17:42:19.133321 1 range_allocator.go:84] Sending events to api server. I1207 17:42:19.133495 1 range_allocator.go:112] No Service CIDR provided. Skipping filtering out service addresses. I1207 17:42:19.133557 1 range_allocator.go:118] No Secondary Service CIDR provided. Skipping filtering out secondary service addresses. I1207 17:42:19.133567 1 range_allocator.go:124] Node capz-uhx40o-control-plane-ww9qf has no CIDR, ignoring I1207 17:42:19.133606 1 controllermanager.go:433] Started "node-ipam" W1207 17:42:19.133613 1 controllermanager.go:410] "cloud-node-controller" is disabled I1207 17:42:19.133655 1 node_ipam_controller.go:193] Starting ipam controller I1207 17:42:19.133670 1 shared_informer.go:350] "Waiting for caches to sync" controller="node" I1207 17:42:19.136749 1 controllermanager.go:447] startControllers: starting shared informers I1207 17:42:19.136847 1 reflector.go:357] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="19h17m15.29464904s" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.136880 1 reflector.go:403] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.137657 1 reflector.go:357] "Starting reflector" type="*v1.Node" resyncPeriod="1m40s" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.137683 1 reflector.go:403] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.137824 1 reflector.go:357] "Starting reflector" type="*v1.Service" resyncPeriod="30s" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.137839 1 reflector.go:403] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.148277 1 reflector.go:430] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.150479 1 reflector.go:430] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.148583 1 reflector.go:430] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:19.151993 1 range_allocator.go:280] Putting node capz-uhx40o-control-plane-ww9qf with CIDR [192.168.0.0/24] into the work queue I1207 17:42:19.222697 1 shared_informer.go:357] "Caches are synced" controller="route" I1207 17:42:19.223339 1 shared_informer.go:357] "Caches are synced" controller="service" I1207 17:42:19.223382 1 controller.go:722] Syncing backends for all LB services. I1207 17:42:19.223390 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 17:42:19.223398 1 controller.go:817] Finished updateLoadBalancerHosts I1207 17:42:19.223402 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 17:42:19.223407 1 controller.go:718] It took 2.8102e-05 seconds to finish syncNodes I1207 17:42:19.234107 1 shared_informer.go:357] "Caches are synced" controller="node" I1207 17:42:19.234126 1 range_allocator.go:178] Starting range CIDR allocator I1207 17:42:19.234135 1 shared_informer.go:350] "Waiting for caches to sync" controller="cidrallocator" I1207 17:42:19.234142 1 shared_informer.go:357] "Caches are synced" controller="cidrallocator" I1207 17:42:19.234244 1 node.go:81] cidrs patch bytes for node capz-uhx40o-control-plane-ww9qf are:{"spec":{"podCIDR":"192.168.0.0/24","podCIDRs":["192.168.0.0/24"]}} I1207 17:42:20.128985 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:42:21.767137 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-kube-controllers-metrics-sh4ww update I1207 17:42:21.767936 1 azure_local_services.go:324] EndpointSlice calico-system/calico-kube-controllers-metrics-sh4ww belongs to service calico-system/calico-kube-controllers-metrics, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:42:21.873896 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-kube-controllers-metrics-sh4ww update I1207 17:42:21.874613 1 azure_local_services.go:324] EndpointSlice calico-system/calico-kube-controllers-metrics-sh4ww belongs to service calico-system/calico-kube-controllers-metrics, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:42:22.700560 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:42:24.592032 1 azure_local_services.go:318] Detecting EndpointSlice kube-system/kube-dns-rhjkh update I1207 17:42:24.592371 1 azure_local_services.go:324] EndpointSlice kube-system/kube-dns-rhjkh belongs to service kube-system/kube-dns, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:42:24.611189 1 azure_local_services.go:318] Detecting EndpointSlice kube-system/kube-dns-rhjkh update I1207 17:42:24.611217 1 azure_local_services.go:324] EndpointSlice kube-system/kube-dns-rhjkh belongs to service kube-system/kube-dns, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:42:28.399531 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:42:28.416078 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="13.247103ms" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60186" resp=200 I1207 17:42:29.226264 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "add" I1207 17:42:29.226306 1 route_controller.go:288] route spec to be created: &{ capz-uhx40o-control-plane-ww9qf false [{Hostname capz-uhx40o-control-plane-ww9qf} {InternalIP 10.0.0.4}] 192.168.0.0/24 false} I1207 17:42:29.229647 1 route_controller.go:302] Creating route for node capz-uhx40o-control-plane-ww9qf 192.168.0.0/24 with hint 5001c272-cc6e-4061-992b-7fb17d494cc4, throttled 2.532154ms I1207 17:42:29.229702 1 azure_routes.go:416] CreateRoute: create route instance="capz-uhx40o-control-plane-ww9qf" cidr="192.168.0.0/24" is in dual stack mode I1207 17:42:29.233268 1 azure_vmss_cache.go:342] refresh the cache of NonVmssUniformNodesCache in rg &{map[capz-uhx40o:{}]} I1207 17:42:29.410776 1 azure_vmsets_repo.go:49] GetVirtualMachineWithRetry(capz-uhx40o-control-plane-ww9qf): backoff success I1207 17:42:29.508223 1 azure_vmsets_repo.go:88] GetPrivateIPsByNodeName(capz-uhx40o-control-plane-ww9qf): backoff success I1207 17:42:29.508486 1 azure_routes.go:439] CreateRoute: creating route for clusterName="capz-uhx40o" instance="capz-uhx40o-control-plane-ww9qf" cidr="192.168.0.0/24" I1207 17:42:29.823283 1 azure_local_services.go:318] Detecting EndpointSlice calico-apiserver/calico-api-hp89g update I1207 17:42:29.824525 1 azure_local_services.go:324] EndpointSlice calico-apiserver/calico-api-hp89g belongs to service calico-apiserver/calico-api, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:42:29.839914 1 azure_local_services.go:318] Detecting EndpointSlice calico-apiserver/calico-api-hp89g update I1207 17:42:29.841386 1 azure_local_services.go:324] EndpointSlice calico-apiserver/calico-api-hp89g belongs to service calico-apiserver/calico-api, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:42:35.089997 1 azure_routes.go:212] updateRoutes: updating routes I1207 17:42:36.043456 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43630" resp=200 I1207 17:42:38.534323 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:42:40.892178 1 azure_local_services.go:318] Detecting EndpointSlice calico-apiserver/calico-api-hp89g update I1207 17:42:40.892208 1 azure_local_services.go:324] EndpointSlice calico-apiserver/calico-api-hp89g belongs to service calico-apiserver/calico-api, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:42:41.892276 1 azure_local_services.go:318] Detecting EndpointSlice calico-apiserver/calico-api-hp89g update I1207 17:42:41.892407 1 azure_local_services.go:324] EndpointSlice calico-apiserver/calico-api-hp89g belongs to service calico-apiserver/calico-api, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:42:46.042534 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51328" resp=200 I1207 17:42:49.151333 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:42:56.043502 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60970" resp=200 I1207 17:43:06.042932 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="190.411µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48668" resp=200 I1207 17:43:07.378631 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:43:07.378671 1 azure_routes.go:449] CreateRoute: route created. clusterName="capz-uhx40o" instance="capz-uhx40o-control-plane-ww9qf" cidr="192.168.0.0/24" I1207 17:43:07.380888 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=38.149000128 request="routes_create_route" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="capz-uhx40o-control-plane-ww9qf" result_code="succeeded" I1207 17:43:07.380930 1 route_controller.go:323] Created route for node capz-uhx40o-control-plane-ww9qf 192.168.0.0/24 with hint 5001c272-cc6e-4061-992b-7fb17d494cc4 after 38.154158838s I1207 17:43:07.380969 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:43:07.431304 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:43:07.431363 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:43:16.042565 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47042" resp=200 I1207 17:43:17.381643 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:43:17.381703 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:43:19.151484 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:43:26.043246 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="133.608µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49170" resp=200 I1207 17:43:27.382691 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:43:27.382750 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:43:35.087138 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:43:36.043474 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50900" resp=200 I1207 17:43:37.383086 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:43:37.383147 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:43:42.687569 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:42.688101 1 controller.go:722] Syncing backends for all LB services. I1207 17:43:42.688837 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 17:43:42.688871 1 controller.go:817] Finished updateLoadBalancerHosts I1207 17:43:42.688878 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 17:43:42.688884 1 controller.go:718] It took 0.000909952 seconds to finish syncNodes I1207 17:43:42.688553 1 range_allocator.go:280] Putting node capz-uhx40o-mp-0000000 with CIDR [192.168.1.0/24] into the work queue I1207 17:43:42.688945 1 node.go:81] cidrs patch bytes for node capz-uhx40o-mp-0000000 are:{"spec":{"podCIDR":"192.168.1.0/24","podCIDRs":["192.168.1.0/24"]}} I1207 17:43:42.709028 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:42.709986 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:42.709566 1 range_allocator.go:259] Node capz-uhx40o-mp-0000000 is already in a process of CIDR assignment. I1207 17:43:42.731632 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:42.731902 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:42.921874 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:42.923063 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:43.161262 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:43.161592 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:44.166989 1 azure_vmss_cache.go:425] Node capz-uhx40o-mp-0000000 has joined the cluster since the last VM cache refresh in NonVmssUniformNodesEntry, refreshing the cache I1207 17:43:44.167019 1 azure_vmss_cache.go:342] refresh the cache of NonVmssUniformNodesCache in rg &{map[capz-uhx40o:{}]} I1207 17:43:44.489704 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:43:44.489735 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:43:46.044480 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50138" resp=200 I1207 17:43:47.174645 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:47.174685 1 controller.go:722] Syncing backends for all LB services. I1207 17:43:47.174692 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 17:43:47.174699 1 controller.go:817] Finished updateLoadBalancerHosts I1207 17:43:47.174704 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 17:43:47.174709 1 controller.go:718] It took 2.7702e-05 seconds to finish syncNodes I1207 17:43:47.174747 1 range_allocator.go:280] Putting node capz-uhx40o-mp-0000001 with CIDR [192.168.2.0/24] into the work queue I1207 17:43:47.174770 1 node.go:81] cidrs patch bytes for node capz-uhx40o-mp-0000001 are:{"spec":{"podCIDR":"192.168.2.0/24","podCIDRs":["192.168.2.0/24"]}} I1207 17:43:47.190540 1 range_allocator.go:259] Node capz-uhx40o-mp-0000001 is already in a process of CIDR assignment. I1207 17:43:47.190541 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:47.190813 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:47.222197 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:47.222510 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:47.384014 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:43:47.384043 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "add" I1207 17:43:47.384049 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "add" I1207 17:43:47.384061 1 route_controller.go:288] route spec to be created: &{ capz-uhx40o-mp-0000000 false [{Hostname capz-uhx40o-mp-0000000}] 192.168.1.0/24 false} I1207 17:43:47.384085 1 route_controller.go:288] route spec to be created: &{ capz-uhx40o-mp-0000001 false [{Hostname capz-uhx40o-mp-0000001}] 192.168.2.0/24 false} I1207 17:43:47.384110 1 route_controller.go:302] Creating route for node capz-uhx40o-mp-0000001 192.168.2.0/24 with hint fd9189ec-de6f-4f20-a2b3-0395b4ffa116, throttled 14.601µs I1207 17:43:47.384134 1 azure_routes.go:416] CreateRoute: create route instance="capz-uhx40o-mp-0000001" cidr="192.168.2.0/24" is in dual stack mode I1207 17:43:47.384182 1 route_controller.go:302] Creating route for node capz-uhx40o-mp-0000000 192.168.1.0/24 with hint f01e8dfa-5159-4204-b63c-ae4ae74c5bd3, throttled 15.301µs I1207 17:43:47.384213 1 azure_routes.go:416] CreateRoute: create route instance="capz-uhx40o-mp-0000000" cidr="192.168.1.0/24" is in dual stack mode I1207 17:43:47.448013 1 azure_vmsets_repo.go:88] GetPrivateIPsByNodeName(capz-uhx40o-mp-0000001): backoff success I1207 17:43:47.448096 1 azure_routes.go:439] CreateRoute: creating route for clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000001" cidr="192.168.2.0/24" I1207 17:43:47.458293 1 azure_vmsets_repo.go:88] GetPrivateIPsByNodeName(capz-uhx40o-mp-0000000): backoff success I1207 17:43:47.458328 1 azure_routes.go:439] CreateRoute: creating route for clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000000" cidr="192.168.1.0/24" I1207 17:43:47.635085 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:47.635472 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:49.152275 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:43:49.490208 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:43:49.490241 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:43:49.490386 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:43:49.490401 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:43:52.997791 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:52.997834 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:53.012938 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:53.013234 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:54.491129 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:43:54.491161 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:43:54.491368 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:43:54.491443 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:43:56.045477 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="140.608µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36432" resp=200 I1207 17:43:57.574099 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:43:57.574182 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:43:59.152378 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:43:59.492600 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:43:59.492633 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:43:59.492887 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:43:59.492902 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:04.493680 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:04.493712 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:04.493929 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:04.493991 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:05.087325 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-control-plane-ww9qf____1921680024 I1207 17:44:05.087359 1 azure_routes.go:212] updateRoutes: updating routes I1207 17:44:06.044049 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="111.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36554" resp=200 I1207 17:44:09.495180 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:09.495212 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:09.495359 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:09.495372 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:13.667916 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:13.668026 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:14.495911 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:14.495943 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:14.496094 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:14.496107 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:16.042950 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="99.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58788" resp=200 I1207 17:44:18.083480 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:18.083511 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:19.152604 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:44:19.497392 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:19.497422 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:19.497623 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:19.497711 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:24.498959 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:24.498996 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:24.499199 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:24.499216 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:26.043145 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56426" resp=200 I1207 17:44:28.000015 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:28.000190 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:28.000208 1 controller.go:722] Syncing backends for all LB services. I1207 17:44:28.000279 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 17:44:28.000622 1 controller.go:817] Finished updateLoadBalancerHosts I1207 17:44:28.000666 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 17:44:28.000820 1 controller.go:718] It took 0.000620337 seconds to finish syncNodes I1207 17:44:28.015891 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:28.016626 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:29.500386 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:29.500416 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:29.500568 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:29.500575 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:32.942378 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:32.942453 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:34.501544 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:34.501578 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:34.501893 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:34.501912 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:34.629697 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:34.629729 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:34.629753 1 controller.go:722] Syncing backends for all LB services. I1207 17:44:34.631194 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 17:44:34.631219 1 controller.go:817] Finished updateLoadBalancerHosts I1207 17:44:34.631227 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 17:44:34.631232 1 controller.go:718] It took 0.001482071 seconds to finish syncNodes I1207 17:44:34.644631 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:34.644666 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:36.042567 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34970" resp=200 I1207 17:44:37.394635 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:44:37.394692 1 azure_routes.go:449] CreateRoute: route created. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000000" cidr="192.168.1.0/24" I1207 17:44:37.394762 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=50.010505665 request="routes_create_route" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="capz-uhx40o-mp-0000000" result_code="succeeded" I1207 17:44:37.394773 1 azure_routes.go:449] CreateRoute: route created. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000001" cidr="192.168.2.0/24" I1207 17:44:37.394783 1 route_controller.go:323] Created route for node capz-uhx40o-mp-0000000 192.168.1.0/24 with hint f01e8dfa-5159-4204-b63c-ae4ae74c5bd3 after 50.010679774s I1207 17:44:37.394821 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=50.010672574 request="routes_create_route" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="capz-uhx40o-mp-0000001" result_code="succeeded" I1207 17:44:37.394835 1 route_controller.go:323] Created route for node capz-uhx40o-mp-0000001 192.168.2.0/24 with hint fd9189ec-de6f-4f20-a2b3-0395b4ffa116 after 50.010737577s I1207 17:44:37.395218 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:37.394895 1 route_controller.go:385] Patching node status capz-uhx40o-mp-0000001 with true previous condition was:nil I1207 17:44:37.395252 1 route_controller.go:385] Patching node status capz-uhx40o-mp-0000000 with true previous condition was:nil I1207 17:44:37.414053 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:37.414143 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:37.421601 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:37.421659 1 azure.go:859] node capz-uhx40o-mp-0000000 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:37.475275 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:44:37.475302 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:44:37.475307 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:44:37.475385 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:37.475422 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:37.475342 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:37.890748 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:37.891572 1 azure.go:859] node capz-uhx40o-mp-0000001 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 17:44:39.502702 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:39.502740 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:39.502878 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:39.502893 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:44.526275 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000000" I1207 17:44:44.526483 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000000" I1207 17:44:44.526897 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:44.527065 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:46.042142 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40092" resp=200 I1207 17:44:46.221906 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:46.235553 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:47.419210 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:44:47.419245 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:44:47.419281 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:44:47.419326 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:47.419472 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:47.419340 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:47.863272 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:49.152766 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:44:49.527397 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:49.527440 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:54.528091 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000001" I1207 17:44:54.528122 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000001" I1207 17:44:54.536764 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:54.561586 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:54.717461 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:54.742156 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:54.859436 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:56.043620 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52072" resp=200 I1207 17:44:57.420013 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:44:57.420057 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:44:57.420067 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:44:57.420176 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:57.420385 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:57.420412 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:44:57.644751 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:44:57.882097 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:03.080229 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:03.110575 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:03.376596 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:05.087870 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:45:06.044778 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52342" resp=200 I1207 17:45:06.128371 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:07.420832 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:45:07.420883 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:45:07.420890 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:45:07.420925 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:07.420940 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:07.420948 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:08.685507 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:08.740079 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 17:45:08.740193 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:45:09.031312 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:12.818878 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 17:45:12.819387 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:45:15.080165 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:15.311766 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:16.042212 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38770" resp=200 I1207 17:45:17.421831 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:45:17.421914 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:45:17.421922 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:45:17.422165 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:17.422162 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:17.422180 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:19.153445 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:45:19.401279 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:45:26.042319 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47414" resp=200 I1207 17:45:27.421727 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:45:27.421764 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:45:27.421771 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:45:27.421846 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:27.421901 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:27.421911 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:35.087812 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:45:36.042962 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="99.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44810" resp=200 I1207 17:45:37.422748 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:45:37.422790 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:45:37.422800 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:45:37.422846 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:37.422971 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:37.422995 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:39.152920 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:45:46.043896 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="100.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50328" resp=200 I1207 17:45:47.423487 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:45:47.423523 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:45:47.423531 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:45:47.423562 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:47.423573 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:47.423581 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:49.153635 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:45:56.042482 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="92.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46402" resp=200 I1207 17:45:57.423556 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:45:57.423594 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:45:57.423601 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:45:57.423642 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:57.423653 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:45:57.423661 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:05.088043 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:46:06.042003 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38194" resp=200 I1207 17:46:07.424280 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:46:07.424313 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:46:07.424319 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:46:07.424391 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:07.424403 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:07.424453 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:16.042153 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51728" resp=200 I1207 17:46:17.424394 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:46:17.424426 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:46:17.424431 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:46:17.424467 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:17.424477 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:17.424587 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:19.153822 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:46:26.043307 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35086" resp=200 I1207 17:46:27.424684 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:46:27.424715 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:46:27.424721 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:46:27.424750 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:27.424761 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:27.425023 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:35.087152 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:46:36.042248 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.603µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34334" resp=200 I1207 17:46:37.425700 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:46:37.425733 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:46:37.425740 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:46:37.425817 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:37.425903 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:37.425951 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:46.043319 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="92.907µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54064" resp=200 I1207 17:46:47.479080 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:46:47.479110 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:46:47.479116 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:46:47.479150 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:47.479200 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:47.479217 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:49.154766 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:46:56.043049 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="203.311µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48250" resp=200 I1207 17:46:57.426784 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:46:57.426950 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:46:57.427095 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:46:57.427176 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:57.427202 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:46:57.427215 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:05.087335 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:47:06.042712 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33054" resp=200 I1207 17:47:07.427291 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:47:07.427327 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:47:07.427334 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:47:07.427421 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:07.427438 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:07.427555 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:16.042318 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40826" resp=200 I1207 17:47:17.427401 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:47:17.427435 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:47:17.427441 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:47:17.427478 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:17.427488 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:17.427495 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:19.153393 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:47:19.155566 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:47:26.042917 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="116.106µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58648" resp=200 I1207 17:47:27.428227 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:47:27.428260 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:47:27.428269 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:47:27.428310 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:27.428320 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:27.428327 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:35.088121 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:47:35.648236 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=7 I1207 17:47:36.045297 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="853.046µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36378" resp=200 I1207 17:47:37.428802 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:47:37.428833 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:47:37.428839 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:47:37.428901 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:37.428911 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:37.428919 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:44.399385 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:47:46.043022 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60056" resp=200 I1207 17:47:47.429111 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:47:47.429169 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:47:47.429183 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:47:47.429253 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:47.429266 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:47.429274 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:48.150795 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=19 I1207 17:47:49.156677 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:47:56.042794 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41980" resp=200 I1207 17:47:57.430112 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:47:57.430146 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:47:57.430152 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:47:57.430268 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:57.430284 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:47:57.430316 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:05.087492 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:48:06.042810 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="119.407µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50326" resp=200 I1207 17:48:07.431174 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:48:07.431208 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:48:07.431214 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:48:07.431264 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:07.431274 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:07.431280 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:16.042261 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36856" resp=200 I1207 17:48:17.431348 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:48:17.431382 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:48:17.431388 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:48:17.431427 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:17.431438 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:17.431445 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:17.656549 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=7 I1207 17:48:19.157514 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:48:26.041897 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59122" resp=200 I1207 17:48:27.432086 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:48:27.432118 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:48:27.432124 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:48:27.432152 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:27.432162 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:27.432169 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:35.087989 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:48:36.043419 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42262" resp=200 I1207 17:48:37.432279 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:48:37.432313 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:48:37.432319 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:48:37.432349 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:37.432359 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:37.432367 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:46.042124 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43384" resp=200 I1207 17:48:47.432808 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:48:47.432869 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:48:47.432883 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:48:47.432980 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:47.433049 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:47.433092 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:49.157773 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:48:56.042782 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="110.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48712" resp=200 I1207 17:48:57.487917 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:48:57.487945 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:48:57.487950 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:48:57.487985 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:57.487995 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:57.488002 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:48:59.154546 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:49:05.087952 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:49:06.042381 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="103.106µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58822" resp=200 I1207 17:49:07.434645 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:49:07.434675 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:49:07.434681 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:49:07.434718 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:07.434728 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:07.434742 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:09.201052 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-bpzr7/test-svc I1207 17:49:09.203475 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-bpzr7/test-svc I1207 17:49:09.207571 1 event.go:389] "Event occurred" object="e2e-tests-nsg-bpzr7/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:49:09.237679 1 azure_lock.go:116] "Successfully created lease." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:49:09.247485 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:49:09.247995 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ac31c5f63672d4437af697d30db7640e" I1207 17:49:09.248733 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc) - wantLb(true): started I1207 17:49:09.347054 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:49:09.415420 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:49:09.415472 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:49:09.415496 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-bpzr7/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:49:09.415508 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o) - creating a new frontend IP config "ac31c5f63672d4437af697d30db7640e" (isIPv6=false) I1207 17:49:09.647353 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-ac31c5f63672d4437af697d30db7640e" I1207 17:49:09.647396 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-bpzr7/test-svc): pip(capz-uhx40o-ac31c5f63672d4437af697d30db7640e) - creating I1207 17:49:09.647413 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-ac31c5f63672d4437af697d30db7640e"): start I1207 17:49:11.608647 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-bpzr7/test-svc)(true): lb frontendconfig(ac31c5f63672d4437af697d30db7640e) - adding I1207 17:49:11.608693 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ac31c5f63672d4437af697d30db7640e-TCP-80) I1207 17:49:11.608770 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-bpzr7/test-svc)(true): lb probes updated: [{"name":"ac31c5f63672d4437af697d30db7640e-TCP-80","properties":{"intervalInSeconds":5,"port":31110,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:49:11.608838 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-bpzr7/test-svc)(true): lb rules updated: [{"name":"ac31c5f63672d4437af697d30db7640e-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/ac31c5f63672d4437af697d30db7640e"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/ac31c5f63672d4437af697d30db7640e-TCP-80"},"protocol":"Tcp"}}] I1207 17:49:11.608891 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o) - updating I1207 17:49:12.388036 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:49:12.388056 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:49:12.388068 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 17:49:12.388076 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 17:49:13.704771 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o) finished I1207 17:49:13.704805 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:49:13.781544 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.193.165" from frontendIPConfiguration "ac31c5f63672d4437af697d30db7640e" for service "e2e-tests-nsg-bpzr7/test-svc" I1207 17:49:13.781601 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:49:13.891698 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-bpzr7/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:49:13.891727 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-bpzr7/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:49:13.891977 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:49:13.892108 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 17:49:13.892130 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 17:49:13.892235 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","4.229.193.165"] I1207 17:49:13.892638 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:49:15.168947 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-bpzr7/test-svc) - LB fipConfigID(ac31c5f63672d4437af697d30db7640e) - wantPLS(true) - createPLS(false) I1207 17:49:15.168978 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-bpzr7/test-svc) finished I1207 17:49:15.169018 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000015101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-bpzr7/test-svc" result_code="succeeded" I1207 17:49:15.169042 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc) - wantLb(false): started I1207 17:49:15.260644 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:49:15.260673 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:49:15.260698 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:49:15.260722 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o-internal) finished I1207 17:49:15.260737 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:49:15.260886 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-bpzr7/test-svc): pip(capz-uhx40o-ac31c5f63672d4437af697d30db7640e) - updating I1207 17:49:15.329114 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=6.100233433 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-bpzr7/test-svc" result_code="succeeded" I1207 17:49:15.337460 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:49:15.337543 1 controller.go:984] Patching status for service e2e-tests-nsg-bpzr7/test-svc I1207 17:49:15.337978 1 event.go:389] "Event occurred" object="e2e-tests-nsg-bpzr7/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:49:15.348377 1 controller.go:876] Finished syncing service "e2e-tests-nsg-bpzr7/test-svc" (6.147381713s) I1207 17:49:16.042631 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="95.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53864" resp=200 I1207 17:49:17.435083 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:49:17.435117 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:49:17.435123 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:49:17.435159 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:17.435170 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:17.435189 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:19.158516 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:49:20.109753 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:49:23.595879 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:49:26.042437 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40480" resp=200 I1207 17:49:27.436842 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:49:27.436964 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:49:27.436974 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:49:27.437005 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:27.437016 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:27.437021 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:31.152417 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=14 I1207 17:49:35.087787 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:49:35.577551 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj update I1207 17:49:35.577783 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj belongs to service e2e-tests-nsg-bpzr7/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:49:35.610552 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj update I1207 17:49:35.610605 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj belongs to service e2e-tests-nsg-bpzr7/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:49:35.631338 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj update I1207 17:49:35.631574 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj belongs to service e2e-tests-nsg-bpzr7/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:49:35.646741 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj update I1207 17:49:35.647123 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj belongs to service e2e-tests-nsg-bpzr7/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:49:36.044177 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55808" resp=200 I1207 17:49:36.100011 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj update I1207 17:49:36.100651 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj belongs to service e2e-tests-nsg-bpzr7/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:49:36.213292 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj update I1207 17:49:36.213401 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj belongs to service e2e-tests-nsg-bpzr7/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:49:36.281899 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj update I1207 17:49:36.281934 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj belongs to service e2e-tests-nsg-bpzr7/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:49:36.293425 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj update I1207 17:49:36.293457 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-bpzr7/test-svc-ccqcj belongs to service e2e-tests-nsg-bpzr7/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:49:37.437638 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:49:37.437681 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:49:37.437688 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:49:37.437780 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:37.437924 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:37.437903 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:40.771804 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:49:40.771840 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:49:40.771904 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.193.165" from frontendIPConfiguration "ac31c5f63672d4437af697d30db7640e" for service "e2e-tests-nsg-bpzr7/test-svc" I1207 17:49:40.772140 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.193.165\"]" logger="GetLoadBalancer" service="test-svc" I1207 17:49:40.772170 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-bpzr7/test-svc I1207 17:49:40.772329 1 event.go:389] "Event occurred" object="e2e-tests-nsg-bpzr7/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:49:40.779023 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:49:40.800942 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:49:40.883279 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:49:40.883425 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:49:40.883725 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.193.165" from frontendIPConfiguration "ac31c5f63672d4437af697d30db7640e" for service "e2e-tests-nsg-bpzr7/test-svc" I1207 17:49:40.883824 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.193.165\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-bpzr7/test-svc" I1207 17:49:40.883976 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-bpzr7/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:49:40.936801 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-bpzr7/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:49:40.936827 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-bpzr7/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:49:40.937280 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-bpzr7/test-svc" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.193.165","10.1.0.5","10.0.0.4","10.1.0.4","4.229.193.165"] I1207 17:49:40.937800 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-bpzr7/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:49:42.359431 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc) - wantLb(false): started I1207 17:49:42.447008 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:49:42.447042 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:49:42.447063 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:49:42.447110 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.193.165" from frontendIPConfiguration "ac31c5f63672d4437af697d30db7640e" for service "e2e-tests-nsg-bpzr7/test-svc" I1207 17:49:42.447134 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.193.165\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-bpzr7/test-svc" I1207 17:49:42.447151 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:49:42.447176 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-bpzr7/test-svc)(false): lb frontendconfig(ac31c5f63672d4437af697d30db7640e) - dropping I1207 17:49:42.447187 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-bpzr7/test-svc)(false): lb probe(ac31c5f63672d4437af697d30db7640e-TCP-80) - dropping I1207 17:49:42.447198 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-bpzr7/test-svc)(false): lb probes updated: null I1207 17:49:42.447205 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-bpzr7/test-svc)(false): lb rule(ac31c5f63672d4437af697d30db7640e-TCP-80) - dropping I1207 17:49:42.447214 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-bpzr7/test-svc)(false): lb rules updated: null I1207 17:49:42.447224 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-bpzr7/test-svc) - LB fipConfigID(ac31c5f63672d4437af697d30db7640e) - wantPLS(false) - createPLS(false) I1207 17:49:42.505437 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-bpzr7/test-svc) finished I1207 17:49:42.505501 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.058234669 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-bpzr7/test-svc" result_code="succeeded" I1207 17:49:42.505543 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-bpzr7/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:49:42.578389 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:49:42.578431 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 17:49:46.042240 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44694" resp=200 I1207 17:49:47.438377 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:49:47.438410 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:49:47.438416 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:49:47.438451 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:47.438461 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:47.438481 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:49.158934 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:49:53.045273 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o) finished I1207 17:49:53.045323 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc) - wantLb(false): started I1207 17:49:53.109997 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:49:53.195258 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:49:53.195301 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:49:53.195323 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-bpzr7/test-svc): lb(capz-uhx40o-internal) finished I1207 17:49:53.195349 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-bpzr7/test-svc): unbinding the service from pip capz-uhx40o-ac31c5f63672d4437af697d30db7640e I1207 17:49:53.195571 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-bpzr7/test-svc" pip="capz-uhx40o-ac31c5f63672d4437af697d30db7640e" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 17:49:56.042631 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.606µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42288" resp=200 I1207 17:49:57.439278 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:49:57.439313 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:49:57.439319 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:49:57.439359 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:57.439370 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:49:57.439377 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:03.502455 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.730125527 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-bpzr7/test-svc" result_code="succeeded" I1207 17:50:03.511145 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:50:03.511406 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-bpzr7/test-svc I1207 17:50:03.548838 1 controller.go:984] Patching status for service e2e-tests-nsg-bpzr7/test-svc I1207 17:50:03.551095 1 event.go:389] "Event occurred" object="e2e-tests-nsg-bpzr7/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:50:03.553949 1 controller.go:876] Finished syncing service "e2e-tests-nsg-bpzr7/test-svc" (22.852805163s) I1207 17:50:03.554036 1 controller.go:876] Finished syncing service "e2e-tests-nsg-bpzr7/test-svc" (6.9µs) I1207 17:50:05.087508 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:50:06.042766 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36764" resp=200 I1207 17:50:07.439455 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:50:07.439524 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:50:07.439531 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:50:07.439574 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:07.439671 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:07.439712 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:10.653525 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=9 I1207 17:50:16.042736 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41396" resp=200 I1207 17:50:17.440056 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:50:17.440089 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:50:17.440098 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:50:17.440127 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:17.440137 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:17.440144 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:19.159749 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:50:24.087779 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-kglrk/test-svc I1207 17:50:24.088281 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-kglrk/test-svc I1207 17:50:24.089548 1 event.go:389] "Event occurred" object="e2e-tests-nsg-kglrk/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:50:24.122709 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:50:24.130127 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:50:24.130332 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a06daff97948a4723a2d40d8a5ba0313" I1207 17:50:24.130408 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc) - wantLb(true): started I1207 17:50:24.200425 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:50:24.299725 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:50:24.299771 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 17:50:24.299794 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-kglrk/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:50:24.348761 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o-internal) - creating a new frontend IP config "a06daff97948a4723a2d40d8a5ba0313" (isIPv6=false) I1207 17:50:24.348793 1 azure_loadbalancer.go:2680] reconcileFrontendIPConfigs for service (e2e-tests-nsg-kglrk/test-svc): dynamically allocate the private IP I1207 17:50:24.348807 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-kglrk/test-svc)(true): lb frontendconfig(a06daff97948a4723a2d40d8a5ba0313) - adding I1207 17:50:24.348827 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (a06daff97948a4723a2d40d8a5ba0313-TCP-80) I1207 17:50:24.348953 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-kglrk/test-svc)(true): lb probes updated: [{"name":"a06daff97948a4723a2d40d8a5ba0313-TCP-80","properties":{"intervalInSeconds":5,"port":31887,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:50:24.349053 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-kglrk/test-svc)(true): lb rules updated: [{"name":"a06daff97948a4723a2d40d8a5ba0313-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/a06daff97948a4723a2d40d8a5ba0313"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/a06daff97948a4723a2d40d8a5ba0313-TCP-80"},"protocol":"Tcp"}}] I1207 17:50:24.349111 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o-internal) - updating I1207 17:50:26.042401 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="97.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44730" resp=200 I1207 17:50:27.440959 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:50:27.440989 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:50:27.440995 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:50:27.441032 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:27.441073 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:27.441094 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:27.899954 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:50:27.899975 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:50:27.899987 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o-internal to add 2 nodes and remove 0 nodes I1207 17:50:27.899998 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o-internal I1207 17:50:29.190500 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o-internal) finished I1207 17:50:29.190530 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 17:50:29.190539 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.6" from frontendIPConfiguration "a06daff97948a4723a2d40d8a5ba0313" for service "e2e-tests-nsg-kglrk/test-svc" I1207 17:50:29.190564 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 17:50:29.327097 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-kglrk/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:50:29.327129 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-kglrk/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:50:29.327192 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","10.1.0.6"] I1207 17:50:29.327486 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-kglrk/test-svc) - LB fipConfigID(a06daff97948a4723a2d40d8a5ba0313) - wantPLS(true) - createPLS(false) I1207 17:50:29.327505 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-kglrk/test-svc) finished I1207 17:50:29.327535 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000125 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-kglrk/test-svc" result_code="succeeded" I1207 17:50:29.327564 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc) - wantLb(false): started I1207 17:50:29.396084 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:50:29.396115 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 17:50:29.396138 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:50:29.396161 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o) finished I1207 17:50:29.396174 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:50:29.498001 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.377140588 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-kglrk/test-svc" result_code="succeeded" I1207 17:50:29.505925 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:50:29.506149 1 controller.go:984] Patching status for service e2e-tests-nsg-kglrk/test-svc I1207 17:50:29.506677 1 event.go:389] "Event occurred" object="e2e-tests-nsg-kglrk/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:50:29.519054 1 controller.go:876] Finished syncing service "e2e-tests-nsg-kglrk/test-svc" (5.431314165s) I1207 17:50:35.087981 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:50:36.042712 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47840" resp=200 I1207 17:50:37.441078 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:50:37.441112 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:50:37.441119 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:50:37.441153 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:37.441162 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:37.441169 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:39.155709 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:50:46.042359 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="119.207µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43964" resp=200 I1207 17:50:47.441721 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:50:47.441754 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:50:47.441760 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:50:47.441798 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:47.441808 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:47.441816 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:49.160360 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:50:50.467820 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:50.467895 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:50.518187 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:50.518240 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:50.527433 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:50.527655 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:50.539847 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:50.539915 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:50.554467 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:50.554811 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:50.955353 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:50.956928 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:51.050910 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:51.051490 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:51.058984 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:51.059082 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:51.177601 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:51.178208 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:51.239362 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx update I1207 17:50:51.241142 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kglrk/test-svc-rshhx belongs to service e2e-tests-nsg-kglrk/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:50:54.156883 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I1207 17:50:55.704315 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:50:55.704556 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 17:50:55.704655 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.6" from frontendIPConfiguration "a06daff97948a4723a2d40d8a5ba0313" for service "e2e-tests-nsg-kglrk/test-svc" I1207 17:50:55.704819 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"10.1.0.6\"]" logger="GetLoadBalancer" service="test-svc" I1207 17:50:55.704959 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-kglrk/test-svc I1207 17:50:55.705653 1 event.go:389] "Event occurred" object="e2e-tests-nsg-kglrk/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:50:55.708538 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:50:55.724695 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:50:55.790018 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:50:55.790050 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 17:50:55.790058 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.6" from frontendIPConfiguration "a06daff97948a4723a2d40d8a5ba0313" for service "e2e-tests-nsg-kglrk/test-svc" I1207 17:50:55.790083 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"10.1.0.6\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-kglrk/test-svc" I1207 17:50:55.790103 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-kglrk/test-svc" load-balancer="capz-uhx40o-internal" delete-lb=true I1207 17:50:55.790571 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-kglrk/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:50:55.790666 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-kglrk/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:50:55.790784 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-kglrk/test-svc" load-balancer="capz-uhx40o-internal" delete-lb=true managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","10.1.0.5","10.1.0.6"] I1207 17:50:55.791102 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc) - wantLb(false): started I1207 17:50:55.882382 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:50:55.882413 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 17:50:55.882434 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 17:50:55.882446 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.6" from frontendIPConfiguration "a06daff97948a4723a2d40d8a5ba0313" for service "e2e-tests-nsg-kglrk/test-svc" I1207 17:50:55.882471 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"10.1.0.6\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-kglrk/test-svc" I1207 17:50:55.882493 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:50:55.882509 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-kglrk/test-svc)(false): lb frontendconfig(a06daff97948a4723a2d40d8a5ba0313) - dropping I1207 17:50:55.882522 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-kglrk/test-svc)(false): lb probe(a06daff97948a4723a2d40d8a5ba0313-TCP-80) - dropping I1207 17:50:55.882536 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-kglrk/test-svc)(false): lb probes updated: null I1207 17:50:55.882544 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-kglrk/test-svc)(false): lb rule(a06daff97948a4723a2d40d8a5ba0313-TCP-80) - dropping I1207 17:50:55.882553 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-kglrk/test-svc)(false): lb rules updated: null I1207 17:50:55.882562 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-kglrk/test-svc) - LB fipConfigID(a06daff97948a4723a2d40d8a5ba0313) - wantPLS(false) - createPLS(false) I1207 17:50:55.924815 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-kglrk/test-svc) finished I1207 17:50:55.925035 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.042368276 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-kglrk/test-svc" result_code="succeeded" I1207 17:50:55.925130 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o-internal, e2e-tests-nsg-kglrk/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:50:55.925215 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 17:50:55.925358 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o-internal I1207 17:50:56.043362 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33948" resp=200 I1207 17:50:57.441881 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:50:57.441916 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:50:57.441923 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:50:57.441964 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:57.441979 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:50:57.441988 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:05.088167 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:51:06.043048 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48696" resp=200 I1207 17:51:06.263033 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o-internal) finished I1207 17:51:06.263153 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc) - wantLb(false): started I1207 17:51:06.335328 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:51:06.409076 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:51:06.409120 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:51:06.409180 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-kglrk/test-svc): lb(capz-uhx40o) finished I1207 17:51:06.409373 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=10.704048204 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-kglrk/test-svc" result_code="succeeded" I1207 17:51:06.416846 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:51:06.416914 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-kglrk/test-svc I1207 17:51:06.458718 1 controller.go:984] Patching status for service e2e-tests-nsg-kglrk/test-svc I1207 17:51:06.459291 1 event.go:389] "Event occurred" object="e2e-tests-nsg-kglrk/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:51:06.463224 1 controller.go:876] Finished syncing service "e2e-tests-nsg-kglrk/test-svc" (10.840973281s) I1207 17:51:07.495409 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:51:07.495438 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:51:07.495444 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:51:07.495478 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:07.495488 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:07.495495 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:16.043900 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39890" resp=200 I1207 17:51:17.443798 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:51:17.443830 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:51:17.443836 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:51:17.443906 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:17.443918 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:17.443927 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:19.160765 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:51:21.062782 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-xztz6/test-svc I1207 17:51:21.064411 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-xztz6/test-svc I1207 17:51:21.065121 1 event.go:389] "Event occurred" object="e2e-tests-nsg-xztz6/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:51:21.086981 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:51:21.101693 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:51:21.101941 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a6d6f55368ade4f0fb5c13704cf6820b" I1207 17:51:21.101959 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc) - wantLb(true): started I1207 17:51:21.167138 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:51:21.233700 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:51:21.233756 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:51:21.233778 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-xztz6/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:51:21.233878 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o) - creating a new frontend IP config "a6d6f55368ade4f0fb5c13704cf6820b" (isIPv6=false) I1207 17:51:21.291017 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a6d6f55368ade4f0fb5c13704cf6820b" I1207 17:51:21.291062 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-xztz6/test-svc): pip(capz-uhx40o-a6d6f55368ade4f0fb5c13704cf6820b) - creating I1207 17:51:21.291085 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a6d6f55368ade4f0fb5c13704cf6820b"): start I1207 17:51:22.951014 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-xztz6/test-svc)(true): lb frontendconfig(a6d6f55368ade4f0fb5c13704cf6820b) - adding I1207 17:51:22.951050 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a6d6f55368ade4f0fb5c13704cf6820b-TCP-80) I1207 17:51:22.951134 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-xztz6/test-svc)(true): lb probes updated: [{"name":"a6d6f55368ade4f0fb5c13704cf6820b-TCP-80","properties":{"intervalInSeconds":5,"port":30386,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:51:22.951340 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-xztz6/test-svc)(true): lb rules updated: [{"name":"a6d6f55368ade4f0fb5c13704cf6820b-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a6d6f55368ade4f0fb5c13704cf6820b"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a6d6f55368ade4f0fb5c13704cf6820b-TCP-80"},"protocol":"Tcp"}}] I1207 17:51:22.951371 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o) - updating I1207 17:51:23.301368 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:51:23.301390 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:51:23.301402 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 17:51:23.301410 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 17:51:24.626875 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o) finished I1207 17:51:24.626909 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:51:24.699204 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.139.251" from frontendIPConfiguration "a6d6f55368ade4f0fb5c13704cf6820b" for service "e2e-tests-nsg-xztz6/test-svc" I1207 17:51:24.699244 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:51:24.822353 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-xztz6/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:51:24.822381 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-xztz6/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:51:24.822478 1 accesscontrol.go:218] "Overlapping IP ranges detected" logger="reconcileSecurityGroup.AccessControl.PatchSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" allowed-ip-ranges=["10.20.0.0/16","192.168.0.1/32","10.20.8.0/24","10.20.9.0/25","10.20.8.1/32","192.168.0.1/32","2c0f:fe40:8000::/48","2c0f:feb0::/43","2c0f:fe40:8000::/49","2c0f:fe40:8000:1111::/64","2c0f:feb0::/43","2c0f:feb0::/44","2c0f:feb0::1/128"] aggregated-ip-ranges=["10.20.0.0/16","192.168.0.1/32","2c0f:fe40:8000::/48","2c0f:feb0::/43"] I1207 17:51:24.822501 1 securitygroup.go:250] "Patching a rule for allowed IP ranges" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:51:24.822530 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1255a198905cb75bf0c40ca65811846f" priority=500 I1207 17:51:24.822722 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1255a198905cb75bf0c40ca65811846f" I1207 17:51:24.822759 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.4","10.1.0.5","10.0.0.4","4.239.139.251"] I1207 17:51:24.823201 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:51:26.042209 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34150" resp=200 I1207 17:51:26.168072 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-xztz6/test-svc) - LB fipConfigID(a6d6f55368ade4f0fb5c13704cf6820b) - wantPLS(true) - createPLS(false) I1207 17:51:26.168103 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-xztz6/test-svc) finished I1207 17:51:26.168142 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000146 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-xztz6/test-svc" result_code="succeeded" I1207 17:51:26.168168 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc) - wantLb(false): started I1207 17:51:26.302093 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:51:26.302124 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:51:26.302148 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:51:26.302172 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o-internal) finished I1207 17:51:26.302185 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:51:26.302314 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-xztz6/test-svc): pip(capz-uhx40o-a6d6f55368ade4f0fb5c13704cf6820b) - updating I1207 17:51:26.362633 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.277954792 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-xztz6/test-svc" result_code="succeeded" I1207 17:51:26.372023 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:51:26.372114 1 controller.go:984] Patching status for service e2e-tests-nsg-xztz6/test-svc I1207 17:51:26.372711 1 event.go:389] "Event occurred" object="e2e-tests-nsg-xztz6/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:51:26.381236 1 controller.go:876] Finished syncing service "e2e-tests-nsg-xztz6/test-svc" (5.318473379s) I1207 17:51:27.444050 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:51:27.444086 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:51:27.444092 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:51:27.444215 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:27.444292 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:27.444277 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:35.087410 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:51:36.042656 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53720" resp=200 I1207 17:51:37.444405 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:51:37.444446 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:51:37.444455 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:51:37.444503 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:37.444516 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:37.444519 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:46.041910 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49096" resp=200 I1207 17:51:47.172263 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.172344 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:47.205718 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.205953 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:47.238168 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.238198 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:47.263236 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.263263 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:47.445719 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:51:47.445928 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:51:47.446007 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:51:47.446046 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:47.446057 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:47.446065 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:47.638381 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.638677 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:47.736461 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.736498 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:47.747569 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.747596 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:47.826361 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.826392 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:47.920352 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv update I1207 17:51:47.920671 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xztz6/test-svc-k2vjv belongs to service e2e-tests-nsg-xztz6/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:51:49.161820 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:51:52.589319 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:51:52.589354 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:51:52.590050 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.139.251" from frontendIPConfiguration "a6d6f55368ade4f0fb5c13704cf6820b" for service "e2e-tests-nsg-xztz6/test-svc" I1207 17:51:52.590113 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.139.251\"]" logger="GetLoadBalancer" service="test-svc" I1207 17:51:52.590434 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-xztz6/test-svc I1207 17:51:52.591269 1 event.go:389] "Event occurred" object="e2e-tests-nsg-xztz6/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:51:52.594506 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:51:52.646444 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:51:52.735752 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:51:52.736042 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:51:52.736235 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.139.251" from frontendIPConfiguration "a6d6f55368ade4f0fb5c13704cf6820b" for service "e2e-tests-nsg-xztz6/test-svc" I1207 17:51:52.736365 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.139.251\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-xztz6/test-svc" I1207 17:51:52.736502 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-xztz6/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:51:52.809909 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-xztz6/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:51:52.809944 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-xztz6/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:51:52.810490 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-xztz6/test-svc" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.139.251","10.0.0.4","10.1.0.4","10.1.0.5","4.239.139.251"] I1207 17:51:52.813696 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-xztz6/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:51:54.118834 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc) - wantLb(false): started I1207 17:51:54.186383 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:51:54.186496 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:51:54.186519 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:51:54.186568 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.139.251" from frontendIPConfiguration "a6d6f55368ade4f0fb5c13704cf6820b" for service "e2e-tests-nsg-xztz6/test-svc" I1207 17:51:54.186591 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.139.251\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-xztz6/test-svc" I1207 17:51:54.186607 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:51:54.186623 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-xztz6/test-svc)(false): lb frontendconfig(a6d6f55368ade4f0fb5c13704cf6820b) - dropping I1207 17:51:54.186634 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-xztz6/test-svc)(false): lb probe(a6d6f55368ade4f0fb5c13704cf6820b-TCP-80) - dropping I1207 17:51:54.186645 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-xztz6/test-svc)(false): lb probes updated: null I1207 17:51:54.186653 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-xztz6/test-svc)(false): lb rule(a6d6f55368ade4f0fb5c13704cf6820b-TCP-80) - dropping I1207 17:51:54.186661 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-xztz6/test-svc)(false): lb rules updated: null I1207 17:51:54.186672 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-xztz6/test-svc) - LB fipConfigID(a6d6f55368ade4f0fb5c13704cf6820b) - wantPLS(false) - createPLS(false) I1207 17:51:54.229092 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-xztz6/test-svc) finished I1207 17:51:54.229147 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.042437604 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-xztz6/test-svc" result_code="succeeded" I1207 17:51:54.229200 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-xztz6/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:51:54.229228 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:51:54.229245 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 17:51:56.042894 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="95.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58898" resp=200 I1207 17:51:57.446156 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:51:57.446193 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:51:57.446199 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:51:57.446247 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:57.446262 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:51:57.446270 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:04.512256 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o) finished I1207 17:52:04.512300 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc) - wantLb(false): started I1207 17:52:04.577970 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:52:04.681618 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:52:04.681903 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:52:04.682068 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-xztz6/test-svc): lb(capz-uhx40o-internal) finished I1207 17:52:04.682211 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-xztz6/test-svc): unbinding the service from pip capz-uhx40o-a6d6f55368ade4f0fb5c13704cf6820b I1207 17:52:04.682493 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-xztz6/test-svc" pip="capz-uhx40o-a6d6f55368ade4f0fb5c13704cf6820b" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 17:52:05.088005 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:52:06.043918 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="116.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33440" resp=200 I1207 17:52:07.446572 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:52:07.446612 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:52:07.446621 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:52:07.446659 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:07.446674 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:07.446687 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:15.024004 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.433134621 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-xztz6/test-svc" result_code="succeeded" I1207 17:52:15.032366 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:52:15.032428 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-xztz6/test-svc I1207 17:52:15.066354 1 controller.go:984] Patching status for service e2e-tests-nsg-xztz6/test-svc I1207 17:52:15.067746 1 event.go:389] "Event occurred" object="e2e-tests-nsg-xztz6/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:52:15.080358 1 controller.go:876] Finished syncing service "e2e-tests-nsg-xztz6/test-svc" (22.57717648s) I1207 17:52:16.043117 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58890" resp=200 I1207 17:52:17.446620 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:52:17.446654 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:52:17.446661 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:52:17.446699 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:17.446891 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:17.446901 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:19.156674 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:52:19.162928 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:52:26.042581 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60242" resp=200 I1207 17:52:27.446940 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:52:27.446979 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:52:27.446988 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:52:27.447023 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:27.447033 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:27.447055 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:35.088091 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:52:35.803119 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-8k7pd/test-svc I1207 17:52:35.803172 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-8k7pd/test-svc I1207 17:52:35.803794 1 event.go:389] "Event occurred" object="e2e-tests-nsg-8k7pd/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:52:35.837282 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:52:35.844793 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:52:35.845076 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a20e811295a024a13b04e7e83fbd769b" I1207 17:52:35.845096 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc) - wantLb(true): started I1207 17:52:35.933320 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:52:36.016322 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:52:36.016366 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:52:36.016388 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-8k7pd/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:52:36.016527 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o) - creating a new frontend IP config "a20e811295a024a13b04e7e83fbd769b" (isIPv6=false) I1207 17:52:36.042811 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="103.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37434" resp=200 I1207 17:52:36.140530 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a20e811295a024a13b04e7e83fbd769b" I1207 17:52:36.140635 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-8k7pd/test-svc): pip(capz-uhx40o-a20e811295a024a13b04e7e83fbd769b) - creating I1207 17:52:36.140670 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a20e811295a024a13b04e7e83fbd769b"): start I1207 17:52:37.447068 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:52:37.447099 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:52:37.447106 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:52:37.447144 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:37.447157 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:37.447165 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:37.768664 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-8k7pd/test-svc)(true): lb frontendconfig(a20e811295a024a13b04e7e83fbd769b) - adding I1207 17:52:37.768699 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a20e811295a024a13b04e7e83fbd769b-TCP-80) I1207 17:52:37.768749 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-8k7pd/test-svc)(true): lb probes updated: [{"name":"a20e811295a024a13b04e7e83fbd769b-TCP-80","properties":{"intervalInSeconds":5,"port":30695,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:52:37.768806 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-8k7pd/test-svc)(true): lb rules updated: [{"name":"a20e811295a024a13b04e7e83fbd769b-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a20e811295a024a13b04e7e83fbd769b"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a20e811295a024a13b04e7e83fbd769b-TCP-80"},"protocol":"Tcp"}}] I1207 17:52:37.768832 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o) - updating I1207 17:52:38.309057 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:52:38.309083 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:52:38.309098 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 17:52:38.309109 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 17:52:39.564396 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o) finished I1207 17:52:39.564441 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:52:39.771285 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.170.76" from frontendIPConfiguration "a20e811295a024a13b04e7e83fbd769b" for service "e2e-tests-nsg-8k7pd/test-svc" I1207 17:52:39.771329 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:52:39.881842 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-8k7pd/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:52:39.881883 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-8k7pd/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:52:39.882099 1 securitygroup.go:250] "Patching a rule for allowed IP ranges" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:52:39.882148 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1255a198905cb75bf0c40ca65811846f" priority=500 I1207 17:52:39.882167 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1255a198905cb75bf0c40ca65811846f" I1207 17:52:39.882180 1 securitygroup.go:269] "Patching a rule for deny all" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:52:39.882193 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_deny-all_IPv4" priority=4095 I1207 17:52:39.882207 1 securitygroup.go:291] "Patched a rule for deny all" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_deny-all_IPv4" I1207 17:52:39.882241 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","4.229.170.76"] I1207 17:52:39.882866 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:52:41.398844 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-8k7pd/test-svc) - LB fipConfigID(a20e811295a024a13b04e7e83fbd769b) - wantPLS(true) - createPLS(false) I1207 17:52:41.398889 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-8k7pd/test-svc) finished I1207 17:52:41.399032 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013301 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-8k7pd/test-svc" result_code="succeeded" I1207 17:52:41.399066 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc) - wantLb(false): started I1207 17:52:41.477499 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:52:41.477527 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:52:41.477552 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:52:41.477577 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o-internal) finished I1207 17:52:41.477590 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:52:41.477831 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-8k7pd/test-svc): pip(capz-uhx40o-a20e811295a024a13b04e7e83fbd769b) - updating I1207 17:52:41.529620 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.703374549 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-8k7pd/test-svc" result_code="succeeded" I1207 17:52:41.537803 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:52:41.537942 1 controller.go:984] Patching status for service e2e-tests-nsg-8k7pd/test-svc I1207 17:52:41.538085 1 event.go:389] "Event occurred" object="e2e-tests-nsg-8k7pd/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:52:41.547086 1 controller.go:876] Finished syncing service "e2e-tests-nsg-8k7pd/test-svc" (5.744001416s) I1207 17:52:46.043159 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39770" resp=200 I1207 17:52:47.447747 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:52:47.447780 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:52:47.447786 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:52:47.447818 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:47.447828 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:47.447841 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:49.163766 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:52:50.174725 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:52:56.042799 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49398" resp=200 I1207 17:52:57.448766 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:52:57.448797 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:52:57.448802 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:52:57.448843 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:57.448881 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:52:57.448890 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:02.404385 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:02.405930 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:02.429347 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:02.429379 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:02.455075 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:02.455289 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:02.469793 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:02.469997 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:02.490042 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:02.490266 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:02.835396 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:02.835427 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:02.925873 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:02.926226 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:03.032475 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:03.033354 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:03.135166 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:03.136105 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:03.227709 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq update I1207 17:53:03.228477 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-8k7pd/test-svc-5m5lq belongs to service e2e-tests-nsg-8k7pd/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:53:05.087918 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:53:06.043121 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59518" resp=200 I1207 17:53:07.449447 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:53:07.449479 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:53:07.449485 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:53:07.449521 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:07.449532 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:07.449539 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:07.683140 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:53:07.683338 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:53:07.683452 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.170.76" from frontendIPConfiguration "a20e811295a024a13b04e7e83fbd769b" for service "e2e-tests-nsg-8k7pd/test-svc" I1207 17:53:07.683583 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.170.76\"]" logger="GetLoadBalancer" service="test-svc" I1207 17:53:07.683655 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-8k7pd/test-svc I1207 17:53:07.684159 1 event.go:389] "Event occurred" object="e2e-tests-nsg-8k7pd/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:53:07.693183 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:53:07.704628 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:53:07.880155 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:53:07.880187 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:53:07.880281 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.170.76" from frontendIPConfiguration "a20e811295a024a13b04e7e83fbd769b" for service "e2e-tests-nsg-8k7pd/test-svc" I1207 17:53:07.880351 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.170.76\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-8k7pd/test-svc" I1207 17:53:07.880368 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-8k7pd/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:53:07.933440 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-8k7pd/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:53:07.933468 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-8k7pd/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:53:07.933542 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-8k7pd/test-svc" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.170.76","10.0.0.4","10.1.0.4","10.1.0.5","4.229.170.76"] I1207 17:53:07.935115 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-8k7pd/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:53:09.254155 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc) - wantLb(false): started I1207 17:53:09.349372 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:53:09.349408 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:53:09.349434 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:53:09.349487 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.170.76" from frontendIPConfiguration "a20e811295a024a13b04e7e83fbd769b" for service "e2e-tests-nsg-8k7pd/test-svc" I1207 17:53:09.349522 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.170.76\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-8k7pd/test-svc" I1207 17:53:09.349547 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:53:09.349567 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-8k7pd/test-svc)(false): lb frontendconfig(a20e811295a024a13b04e7e83fbd769b) - dropping I1207 17:53:09.349581 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-8k7pd/test-svc)(false): lb probe(a20e811295a024a13b04e7e83fbd769b-TCP-80) - dropping I1207 17:53:09.349595 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-8k7pd/test-svc)(false): lb probes updated: null I1207 17:53:09.349605 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-8k7pd/test-svc)(false): lb rule(a20e811295a024a13b04e7e83fbd769b-TCP-80) - dropping I1207 17:53:09.349615 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-8k7pd/test-svc)(false): lb rules updated: null I1207 17:53:09.349628 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-8k7pd/test-svc) - LB fipConfigID(a20e811295a024a13b04e7e83fbd769b) - wantPLS(false) - createPLS(false) I1207 17:53:09.400991 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-8k7pd/test-svc) finished I1207 17:53:09.401068 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.051385141 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-8k7pd/test-svc" result_code="succeeded" I1207 17:53:09.401104 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-8k7pd/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:53:09.401126 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:53:09.401152 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 17:53:16.045029 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="151.408µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51780" resp=200 I1207 17:53:17.519064 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:53:17.519095 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:53:17.519101 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:53:17.519126 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:17.519140 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:17.519151 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:19.164546 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:53:19.695388 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o) finished I1207 17:53:19.695683 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc) - wantLb(false): started I1207 17:53:19.778565 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:53:19.852189 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:53:19.852228 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:53:19.852282 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-8k7pd/test-svc): lb(capz-uhx40o-internal) finished I1207 17:53:19.852307 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-8k7pd/test-svc): unbinding the service from pip capz-uhx40o-a20e811295a024a13b04e7e83fbd769b I1207 17:53:19.852500 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-8k7pd/test-svc" pip="capz-uhx40o-a20e811295a024a13b04e7e83fbd769b" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 17:53:26.042122 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35964" resp=200 I1207 17:53:27.450623 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:53:27.450658 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:53:27.450664 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:53:27.450697 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:27.450707 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:27.450713 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:30.344940 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.660891207 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-8k7pd/test-svc" result_code="succeeded" I1207 17:53:30.354094 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:53:30.354172 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-8k7pd/test-svc I1207 17:53:30.388796 1 controller.go:984] Patching status for service e2e-tests-nsg-8k7pd/test-svc I1207 17:53:30.389617 1 event.go:389] "Event occurred" object="e2e-tests-nsg-8k7pd/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:53:30.393390 1 controller.go:876] Finished syncing service "e2e-tests-nsg-8k7pd/test-svc" (22.799250205s) I1207 17:53:30.393423 1 controller.go:876] Finished syncing service "e2e-tests-nsg-8k7pd/test-svc" (5.401µs) I1207 17:53:35.087834 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:53:36.042950 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.71µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60792" resp=200 I1207 17:53:37.450706 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:53:37.450737 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:53:37.450743 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:53:37.451309 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:37.451554 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:37.451776 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:37.650543 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=6 I1207 17:53:46.043143 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="93.208µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59064" resp=200 I1207 17:53:47.451550 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:53:47.451581 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:53:47.451595 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:53:47.451631 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:47.451640 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:47.451663 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:49.165443 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:53:51.144138 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-xcsq5/test-svc I1207 17:53:51.144412 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-xcsq5/test-svc I1207 17:53:51.144799 1 event.go:389] "Event occurred" object="e2e-tests-nsg-xcsq5/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:53:51.168602 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:53:51.205210 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:53:51.205392 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ae2457a37acd74b509cad6a315ac14ee" I1207 17:53:51.205409 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc) - wantLb(true): started I1207 17:53:51.282309 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:53:51.345680 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:53:51.345724 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:53:51.345744 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-xcsq5/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:53:51.345756 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o) - creating a new frontend IP config "ae2457a37acd74b509cad6a315ac14ee" (isIPv6=false) I1207 17:53:51.459351 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-ae2457a37acd74b509cad6a315ac14ee" I1207 17:53:51.459386 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-xcsq5/test-svc): pip(capz-uhx40o-ae2457a37acd74b509cad6a315ac14ee) - creating I1207 17:53:51.459402 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-ae2457a37acd74b509cad6a315ac14ee"): start I1207 17:53:53.516222 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-xcsq5/test-svc)(true): lb frontendconfig(ae2457a37acd74b509cad6a315ac14ee) - adding I1207 17:53:53.516260 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ae2457a37acd74b509cad6a315ac14ee-TCP-80) I1207 17:53:53.516314 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-xcsq5/test-svc)(true): lb probes updated: [{"name":"ae2457a37acd74b509cad6a315ac14ee-TCP-80","properties":{"intervalInSeconds":5,"port":30005,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:53:53.516409 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-xcsq5/test-svc)(true): lb rules updated: [{"name":"ae2457a37acd74b509cad6a315ac14ee-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":30005,"disableOutboundSnat":false,"enableFloatingIP":false,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/ae2457a37acd74b509cad6a315ac14ee"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/ae2457a37acd74b509cad6a315ac14ee-TCP-80"},"protocol":"Tcp"}}] I1207 17:53:53.516434 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o) - updating I1207 17:53:54.051487 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:53:54.051512 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:53:54.051523 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 17:53:54.051532 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 17:53:55.363674 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o) finished I1207 17:53:55.363720 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:53:55.439780 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.136.242" from frontendIPConfiguration "ae2457a37acd74b509cad6a315ac14ee" for service "e2e-tests-nsg-xcsq5/test-svc" I1207 17:53:55.439827 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:53:55.569841 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-xcsq5/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:53:55.569904 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-xcsq5/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:53:55.569959 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:53:55.569991 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_33368bda4b6607ef3e121846c01842b0" priority=500 I1207 17:53:55.570007 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_33368bda4b6607ef3e121846c01842b0" I1207 17:53:55.570034 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","4.239.136.242"] I1207 17:53:55.571018 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:53:56.042934 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="107.209µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55752" resp=200 I1207 17:53:56.858966 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-xcsq5/test-svc) - LB fipConfigID(ae2457a37acd74b509cad6a315ac14ee) - wantPLS(true) - createPLS(false) I1207 17:53:56.858998 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-xcsq5/test-svc) finished I1207 17:53:56.859038 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000015302 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-xcsq5/test-svc" result_code="succeeded" I1207 17:53:56.859063 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc) - wantLb(false): started I1207 17:53:57.048083 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:53:57.048116 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:53:57.048140 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:53:57.048165 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o-internal) finished I1207 17:53:57.048179 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:53:57.048417 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-xcsq5/test-svc): pip(capz-uhx40o-ae2457a37acd74b509cad6a315ac14ee) - updating I1207 17:53:57.099615 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.9339574 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-xcsq5/test-svc" result_code="succeeded" I1207 17:53:57.107467 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:53:57.107773 1 controller.go:984] Patching status for service e2e-tests-nsg-xcsq5/test-svc I1207 17:53:57.108232 1 event.go:389] "Event occurred" object="e2e-tests-nsg-xcsq5/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:53:57.117315 1 controller.go:876] Finished syncing service "e2e-tests-nsg-xcsq5/test-svc" (5.973193301s) I1207 17:53:57.452256 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:53:57.452290 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:53:57.452296 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:53:57.452338 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:57.452348 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:57.452356 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:53:59.157496 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:54:05.087142 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:54:06.042730 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.407µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51628" resp=200 I1207 17:54:07.453132 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:54:07.453167 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:54:07.453175 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:54:07.453207 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:07.453220 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:07.453237 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:16.042388 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.407µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35566" resp=200 I1207 17:54:17.453526 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:54:17.453579 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:54:17.453592 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:54:17.453698 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:17.453742 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:17.453762 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:17.667997 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:17.668384 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:17.685007 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:17.685298 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:17.715000 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:17.715811 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:17.736801 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:17.739412 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:18.107338 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:18.107531 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:18.215104 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:18.215459 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:18.226431 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:18.227082 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:18.304484 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:18.304621 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:18.403327 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns update I1207 17:54:18.403770 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-xcsq5/test-svc-zkmns belongs to service e2e-tests-nsg-xcsq5/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:54:19.165722 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:54:23.086119 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:54:23.086156 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:54:23.086221 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.136.242" from frontendIPConfiguration "ae2457a37acd74b509cad6a315ac14ee" for service "e2e-tests-nsg-xcsq5/test-svc" I1207 17:54:23.086249 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.136.242\"]" logger="GetLoadBalancer" service="test-svc" I1207 17:54:23.086420 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-xcsq5/test-svc I1207 17:54:23.086900 1 event.go:389] "Event occurred" object="e2e-tests-nsg-xcsq5/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:54:23.090017 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:54:23.098513 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:54:23.196152 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:54:23.196186 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:54:23.196307 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.136.242" from frontendIPConfiguration "ae2457a37acd74b509cad6a315ac14ee" for service "e2e-tests-nsg-xcsq5/test-svc" I1207 17:54:23.196489 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.136.242\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-xcsq5/test-svc" I1207 17:54:23.196516 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-xcsq5/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:54:23.251805 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-xcsq5/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:54:23.251834 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-xcsq5/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:54:23.252378 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-xcsq5/test-svc" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.136.242","10.1.0.5","10.0.0.4","10.1.0.4","4.239.136.242"] I1207 17:54:23.253604 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-xcsq5/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:54:24.700998 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc) - wantLb(false): started I1207 17:54:24.771133 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:54:24.771164 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:54:24.771184 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:54:24.771263 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.136.242" from frontendIPConfiguration "ae2457a37acd74b509cad6a315ac14ee" for service "e2e-tests-nsg-xcsq5/test-svc" I1207 17:54:24.771295 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.136.242\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-xcsq5/test-svc" I1207 17:54:24.771442 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:54:24.771459 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-xcsq5/test-svc)(false): lb frontendconfig(ae2457a37acd74b509cad6a315ac14ee) - dropping I1207 17:54:24.771535 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-xcsq5/test-svc)(false): lb probe(ae2457a37acd74b509cad6a315ac14ee-TCP-80) - dropping I1207 17:54:24.771553 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-xcsq5/test-svc)(false): lb probes updated: null I1207 17:54:24.771561 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-xcsq5/test-svc)(false): lb rule(ae2457a37acd74b509cad6a315ac14ee-TCP-80) - dropping I1207 17:54:24.771588 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-xcsq5/test-svc)(false): lb rules updated: null I1207 17:54:24.771602 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-xcsq5/test-svc) - LB fipConfigID(ae2457a37acd74b509cad6a315ac14ee) - wantPLS(false) - createPLS(false) I1207 17:54:24.815707 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-xcsq5/test-svc) finished I1207 17:54:24.816245 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.044595422 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-xcsq5/test-svc" result_code="succeeded" I1207 17:54:24.816787 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-xcsq5/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:54:24.816814 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:54:24.817095 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 17:54:26.042229 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.407µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34600" resp=200 I1207 17:54:26.198369 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:54:27.453918 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:54:27.453949 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:54:27.453955 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:54:27.453985 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:27.453996 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:27.454003 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:29.779592 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:54:35.062633 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o) finished I1207 17:54:35.062670 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc) - wantLb(false): started I1207 17:54:35.087465 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:54:35.151743 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:54:35.217448 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:54:35.217492 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:54:35.217515 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-xcsq5/test-svc): lb(capz-uhx40o-internal) finished I1207 17:54:35.217537 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-xcsq5/test-svc): unbinding the service from pip capz-uhx40o-ae2457a37acd74b509cad6a315ac14ee I1207 17:54:35.217781 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-xcsq5/test-svc" pip="capz-uhx40o-ae2457a37acd74b509cad6a315ac14ee" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 17:54:36.043623 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.908µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42110" resp=200 I1207 17:54:37.454705 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:54:37.454745 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:54:37.454754 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:54:37.454802 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:37.454816 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:37.454815 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:45.621146 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.534530952 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-xcsq5/test-svc" result_code="succeeded" I1207 17:54:45.630953 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:54:45.631027 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-xcsq5/test-svc I1207 17:54:45.669316 1 controller.go:984] Patching status for service e2e-tests-nsg-xcsq5/test-svc I1207 17:54:45.669482 1 event.go:389] "Event occurred" object="e2e-tests-nsg-xcsq5/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:54:45.678794 1 controller.go:876] Finished syncing service "e2e-tests-nsg-xcsq5/test-svc" (22.661429854s) I1207 17:54:46.043506 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.406µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49742" resp=200 I1207 17:54:47.455357 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:54:47.455390 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:54:47.455397 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:54:47.455431 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:47.455442 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:47.455451 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:49.166219 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:54:56.042666 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="93.707µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57468" resp=200 I1207 17:54:57.455666 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:54:57.455698 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:54:57.455704 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:54:57.455744 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:57.455754 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:54:57.455768 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:05.087990 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:55:06.042111 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.006µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51592" resp=200 I1207 17:55:06.538464 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-ww7g6/svc-01 I1207 17:55:06.538825 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-ww7g6/svc-01 I1207 17:55:06.539606 1 event.go:389] "Event occurred" object="e2e-tests-nsg-ww7g6/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:55:06.563335 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:55:06.571750 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:55:06.572064 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a82423eff046647aab4172015b5914bd" I1207 17:55:06.572293 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01) - wantLb(true): started I1207 17:55:06.748100 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:55:06.829942 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:55:06.829986 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:55:06.830008 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-ww7g6/svc-01) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:55:06.830019 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) - creating a new frontend IP config "a82423eff046647aab4172015b5914bd" (isIPv6=false) I1207 17:55:06.996087 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a82423eff046647aab4172015b5914bd" I1207 17:55:06.996124 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-ww7g6/svc-01): pip(capz-uhx40o-a82423eff046647aab4172015b5914bd) - creating I1207 17:55:06.996141 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a82423eff046647aab4172015b5914bd"): start I1207 17:55:07.456449 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:55:07.456480 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:55:07.456486 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:55:07.456531 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:07.456542 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:07.456548 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:07.694960 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb update I1207 17:55:07.694993 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb belongs to service e2e-tests-nsg-ww7g6/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:08.161244 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb update I1207 17:55:08.162266 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb belongs to service e2e-tests-nsg-ww7g6/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:08.446711 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-01)(true): lb frontendconfig(a82423eff046647aab4172015b5914bd) - adding I1207 17:55:08.446766 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a82423eff046647aab4172015b5914bd-TCP-80) I1207 17:55:08.446827 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-01)(true): lb probes updated: [{"name":"a82423eff046647aab4172015b5914bd-TCP-80","properties":{"intervalInSeconds":5,"port":30001,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:55:08.446921 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-01)(true): lb rules updated: [{"name":"a82423eff046647aab4172015b5914bd-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":30001,"disableOutboundSnat":false,"enableFloatingIP":false,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a82423eff046647aab4172015b5914bd"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a82423eff046647aab4172015b5914bd-TCP-80"},"protocol":"Tcp"}}] I1207 17:55:08.446945 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) - updating I1207 17:55:08.882518 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:55:08.882542 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:55:08.882554 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 17:55:08.882563 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 17:55:10.198286 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) finished I1207 17:55:10.198317 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:55:10.278272 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.182.59" from frontendIPConfiguration "a82423eff046647aab4172015b5914bd" for service "e2e-tests-nsg-ww7g6/svc-01" I1207 17:55:10.278315 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:55:10.393215 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-ww7g6/svc-01): lb backendpool - found private IP "10.1.0.4" I1207 17:55:10.393240 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-ww7g6/svc-01): lb backendpool - found private IP "10.1.0.5" I1207 17:55:10.393297 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:55:10.393336 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_926304c831b657166f4c70b33230e1f1" priority=500 I1207 17:55:10.393351 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_926304c831b657166f4c70b33230e1f1" I1207 17:55:10.393446 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","4.239.182.59"] I1207 17:55:10.393875 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:55:11.898209 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-ww7g6/svc-01) - LB fipConfigID(a82423eff046647aab4172015b5914bd) - wantPLS(true) - createPLS(false) I1207 17:55:11.898239 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-ww7g6/svc-01) finished I1207 17:55:11.898276 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014501 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-ww7g6/svc-01" result_code="succeeded" I1207 17:55:11.898300 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01) - wantLb(false): started I1207 17:55:11.971884 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:55:11.971912 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:55:11.971936 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:55:11.971960 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o-internal) finished I1207 17:55:11.971974 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:55:11.972291 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-ww7g6/svc-01): pip(capz-uhx40o-a82423eff046647aab4172015b5914bd) - updating I1207 17:55:12.022710 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.461605291 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-ww7g6/svc-01" result_code="succeeded" I1207 17:55:12.030985 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:55:12.031051 1 controller.go:984] Patching status for service e2e-tests-nsg-ww7g6/svc-01 I1207 17:55:12.031433 1 event.go:389] "Event occurred" object="e2e-tests-nsg-ww7g6/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:55:12.042019 1 controller.go:876] Finished syncing service "e2e-tests-nsg-ww7g6/svc-01" (5.503573879s) I1207 17:55:16.043065 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="95.606µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40190" resp=200 I1207 17:55:17.457132 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:55:17.457406 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:55:17.457459 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:55:17.457500 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:17.457511 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:17.457527 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:19.166677 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:55:26.045184 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="136.91µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47136" resp=200 I1207 17:55:27.172558 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-ww7g6/svc-02 I1207 17:55:27.172708 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-ww7g6/svc-02 I1207 17:55:27.174300 1 event.go:389] "Event occurred" object="e2e-tests-nsg-ww7g6/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:55:27.198470 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:55:27.204902 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:55:27.205112 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a6c674dc8510145abac44196fdd5142d" I1207 17:55:27.205165 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02) - wantLb(true): started I1207 17:55:27.285883 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:55:27.285919 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:55:27.285946 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:55:27.285966 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-ww7g6/svc-02) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:55:27.362410 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:55:27.362463 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-nsg-ww7g6/svc-02): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 17:55:27.362487 1 azure_loadbalancer.go:2604] reconcileFrontendIPConfigs for service (e2e-tests-nsg-ww7g6/svc-02): the frontend IP configuration a82423eff046647aab4172015b5914bd does not belong to the service I1207 17:55:27.362495 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o) - creating a new frontend IP config "a6c674dc8510145abac44196fdd5142d" (isIPv6=false) I1207 17:55:27.423682 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a6c674dc8510145abac44196fdd5142d" I1207 17:55:27.423727 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-ww7g6/svc-02): pip(capz-uhx40o-a6c674dc8510145abac44196fdd5142d) - creating I1207 17:55:27.423747 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a6c674dc8510145abac44196fdd5142d"): start I1207 17:55:27.521818 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:55:27.521893 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:55:27.521904 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:55:27.521955 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:27.521972 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:27.521985 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:28.911787 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-02)(true): lb frontendconfig(a6c674dc8510145abac44196fdd5142d) - adding I1207 17:55:28.911835 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a6c674dc8510145abac44196fdd5142d-TCP-81) I1207 17:55:28.911998 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-02)(true): lb probes updated: [{"name":"a6c674dc8510145abac44196fdd5142d-TCP-81","properties":{"intervalInSeconds":5,"port":30002,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:55:28.912089 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-02)(true): lb rules updated: [{"name":"a6c674dc8510145abac44196fdd5142d-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":30002,"disableOutboundSnat":false,"enableFloatingIP":false,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a6c674dc8510145abac44196fdd5142d"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a6c674dc8510145abac44196fdd5142d-TCP-81"},"protocol":"Tcp"}}] I1207 17:55:28.912114 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o) - updating I1207 17:55:33.369317 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 17:55:33.369338 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 17:55:33.369366 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o) finished I1207 17:55:33.369389 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:55:33.432097 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.202.145" from frontendIPConfiguration "a6c674dc8510145abac44196fdd5142d" for service "e2e-tests-nsg-ww7g6/svc-02" I1207 17:55:33.432148 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:55:33.557526 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-ww7g6/svc-02): lb backendpool - found private IP "10.1.0.4" I1207 17:55:33.557550 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-ww7g6/svc-02): lb backendpool - found private IP "10.1.0.5" I1207 17:55:33.557623 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:55:33.557663 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1c37d0cea75e92f903144c12856d74fa" priority=501 I1207 17:55:33.557685 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1c37d0cea75e92f903144c12856d74fa" I1207 17:55:33.557713 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.239.182.59","10.0.0.4","10.1.0.4","10.1.0.5","4.229.202.145"] I1207 17:55:33.558185 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:55:34.943328 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-ww7g6/svc-02) - LB fipConfigID(a6c674dc8510145abac44196fdd5142d) - wantPLS(true) - createPLS(false) I1207 17:55:34.943373 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-ww7g6/svc-02) finished I1207 17:55:34.943422 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000024902 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-ww7g6/svc-02" result_code="succeeded" I1207 17:55:34.943458 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02) - wantLb(false): started I1207 17:55:35.011187 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:55:35.011223 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:55:35.011251 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:55:35.011275 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o-internal) finished I1207 17:55:35.011288 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:55:35.011436 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-ww7g6/svc-02): pip(capz-uhx40o-a6c674dc8510145abac44196fdd5142d) - updating I1207 17:55:35.075190 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=7.883395275 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-ww7g6/svc-02" result_code="succeeded" I1207 17:55:35.084050 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:55:35.084143 1 controller.go:984] Patching status for service e2e-tests-nsg-ww7g6/svc-02 I1207 17:55:35.084217 1 event.go:389] "Event occurred" object="e2e-tests-nsg-ww7g6/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:55:35.087163 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:55:35.096682 1 controller.go:876] Finished syncing service "e2e-tests-nsg-ww7g6/svc-02" (7.924059017s) I1207 17:55:36.042908 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="132.307µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36494" resp=200 I1207 17:55:36.154426 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=69 I1207 17:55:37.458397 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:55:37.458432 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:55:37.458439 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:55:37.458475 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:37.458485 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:37.458496 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:39.158111 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:55:46.042775 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.907µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60192" resp=200 I1207 17:55:47.459278 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:55:47.459310 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:55:47.459316 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:55:47.459351 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:47.459361 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:47.459378 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:49.166903 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:55:53.465376 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb update I1207 17:55:53.465512 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb belongs to service e2e-tests-nsg-ww7g6/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:53.492597 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb update I1207 17:55:53.492802 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb belongs to service e2e-tests-nsg-ww7g6/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:53.495147 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-02-6wvkj update I1207 17:55:53.496063 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-02-6wvkj belongs to service e2e-tests-nsg-ww7g6/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:53.515191 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-02-6wvkj update I1207 17:55:53.515292 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-02-6wvkj belongs to service e2e-tests-nsg-ww7g6/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:54.048842 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb update I1207 17:55:54.049224 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb belongs to service e2e-tests-nsg-ww7g6/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:54.134719 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-02-6wvkj update I1207 17:55:54.134835 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-02-6wvkj belongs to service e2e-tests-nsg-ww7g6/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:54.252600 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb update I1207 17:55:54.252747 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-01-6mbxb belongs to service e2e-tests-nsg-ww7g6/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:54.347713 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-ww7g6/svc-02-6wvkj update I1207 17:55:54.347940 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-ww7g6/svc-02-6wvkj belongs to service e2e-tests-nsg-ww7g6/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:55:56.042837 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="97.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34362" resp=200 I1207 17:55:57.460320 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:55:57.460361 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:55:57.460372 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:55:57.460413 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:57.460429 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:57.460441 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:55:59.177758 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:55:59.178054 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:55:59.178415 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.182.59" from frontendIPConfiguration "a82423eff046647aab4172015b5914bd" for service "e2e-tests-nsg-ww7g6/svc-01" I1207 17:55:59.178576 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.239.182.59\"]" logger="GetLoadBalancer" service="svc-01" I1207 17:55:59.178675 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-ww7g6/svc-01 I1207 17:55:59.179207 1 event.go:389] "Event occurred" object="e2e-tests-nsg-ww7g6/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:55:59.184306 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:55:59.197750 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:55:59.278102 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:55:59.279136 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:55:59.279445 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.182.59" from frontendIPConfiguration "a82423eff046647aab4172015b5914bd" for service "e2e-tests-nsg-ww7g6/svc-01" I1207 17:55:59.279605 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.239.182.59\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-01" I1207 17:55:59.279749 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-01" load-balancer="capz-uhx40o" delete-lb=true I1207 17:55:59.342494 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-ww7g6/svc-01): lb backendpool - found private IP "10.1.0.4" I1207 17:55:59.342527 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-ww7g6/svc-01): lb backendpool - found private IP "10.1.0.5" I1207 17:55:59.342669 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-01" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.182.59","4.229.202.145","10.0.0.4","10.1.0.4","10.1.0.5","4.239.182.59"] I1207 17:55:59.343260 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-01" load-balancer="capz-uhx40o" delete-lb=true I1207 17:56:00.659956 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=8 I1207 17:56:00.715186 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01) - wantLb(false): started I1207 17:56:00.822516 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:00.822550 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:56:00.822569 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:56:00.822611 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.182.59" from frontendIPConfiguration "a82423eff046647aab4172015b5914bd" for service "e2e-tests-nsg-ww7g6/svc-01" I1207 17:56:00.822777 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.239.182.59\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-01" I1207 17:56:00.822866 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:56:00.822891 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-01)(false): lb frontendconfig(a82423eff046647aab4172015b5914bd) - dropping I1207 17:56:00.822906 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-01)(false): lb probe(a82423eff046647aab4172015b5914bd-TCP-80) - dropping I1207 17:56:00.822917 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-01)(false): lb probes updated: null I1207 17:56:00.822926 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-01)(false): lb rule(a82423eff046647aab4172015b5914bd-TCP-80) - dropping I1207 17:56:00.822934 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-01)(false): lb rules updated: null I1207 17:56:00.823009 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-ww7g6/svc-01) - LB fipConfigID(a82423eff046647aab4172015b5914bd) - wantPLS(false) - createPLS(false) I1207 17:56:00.881922 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-ww7g6/svc-01) finished I1207 17:56:00.881976 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.058920293 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-ww7g6/svc-01" result_code="succeeded" I1207 17:56:00.881998 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) - updating I1207 17:56:04.351832 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o) finished I1207 17:56:04.351931 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01) - wantLb(false): started I1207 17:56:04.432207 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:04.432241 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:56:04.432267 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:56:04.432293 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-01): lb(capz-uhx40o-internal) finished I1207 17:56:04.432505 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-ww7g6/svc-01): unbinding the service from pip capz-uhx40o-a82423eff046647aab4172015b5914bd I1207 17:56:04.433033 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-01" pip="capz-uhx40o-a82423eff046647aab4172015b5914bd" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 17:56:05.087489 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:56:06.042174 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60992" resp=200 I1207 17:56:07.460899 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:56:07.460928 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:56:07.460934 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:56:07.460969 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:07.460980 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:07.460991 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:15.043188 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=15.864143384 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-ww7g6/svc-01" result_code="succeeded" I1207 17:56:15.052167 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:56:15.052305 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-ww7g6/svc-01 I1207 17:56:15.084712 1 controller.go:984] Patching status for service e2e-tests-nsg-ww7g6/svc-01 I1207 17:56:15.085424 1 event.go:389] "Event occurred" object="e2e-tests-nsg-ww7g6/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:56:15.089073 1 controller.go:876] Finished syncing service "e2e-tests-nsg-ww7g6/svc-01" (15.991275735s) I1207 17:56:15.172504 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:15.172543 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:56:15.238108 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.202.145" from frontendIPConfiguration "a6c674dc8510145abac44196fdd5142d" for service "e2e-tests-nsg-ww7g6/svc-02" I1207 17:56:15.238158 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.229.202.145\"]" logger="GetLoadBalancer" service="svc-02" I1207 17:56:15.238175 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-ww7g6/svc-02 I1207 17:56:15.238597 1 event.go:389] "Event occurred" object="e2e-tests-nsg-ww7g6/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:56:15.241138 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:56:15.251100 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:56:15.315154 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:15.315187 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:56:15.315232 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.202.145" from frontendIPConfiguration "a6c674dc8510145abac44196fdd5142d" for service "e2e-tests-nsg-ww7g6/svc-02" I1207 17:56:15.315332 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.229.202.145\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-02" I1207 17:56:15.315367 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-02" load-balancer="capz-uhx40o" delete-lb=true I1207 17:56:15.375758 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-ww7g6/svc-02): lb backendpool - found private IP "10.1.0.4" I1207 17:56:15.375781 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-ww7g6/svc-02): lb backendpool - found private IP "10.1.0.5" I1207 17:56:15.375897 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-02" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.202.145","10.0.0.4","10.1.0.4","10.1.0.5","4.229.202.145"] I1207 17:56:15.376233 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-02" load-balancer="capz-uhx40o" delete-lb=true I1207 17:56:16.048650 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="102.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53170" resp=200 I1207 17:56:16.688114 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02) - wantLb(false): started I1207 17:56:16.759009 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:16.759043 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:56:16.759069 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:56:16.759940 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.202.145" from frontendIPConfiguration "a6c674dc8510145abac44196fdd5142d" for service "e2e-tests-nsg-ww7g6/svc-02" I1207 17:56:16.760892 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.229.202.145\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-02" I1207 17:56:16.760923 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:56:16.760943 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-02)(false): lb frontendconfig(a6c674dc8510145abac44196fdd5142d) - dropping I1207 17:56:16.760966 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-02)(false): lb probe(a6c674dc8510145abac44196fdd5142d-TCP-81) - dropping I1207 17:56:16.760981 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-02)(false): lb probes updated: null I1207 17:56:16.760991 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-02)(false): lb rule(a6c674dc8510145abac44196fdd5142d-TCP-81) - dropping I1207 17:56:16.760999 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-ww7g6/svc-02)(false): lb rules updated: null I1207 17:56:16.761010 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-ww7g6/svc-02) - LB fipConfigID(a6c674dc8510145abac44196fdd5142d) - wantPLS(false) - createPLS(false) I1207 17:56:16.816265 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-ww7g6/svc-02) finished I1207 17:56:16.816328 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.055273824 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-ww7g6/svc-02" result_code="succeeded" I1207 17:56:16.816354 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-ww7g6/svc-02, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:56:16.816370 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:56:16.816387 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 17:56:17.462002 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:56:17.462036 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:56:17.462042 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:56:17.462113 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:17.462273 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:17.462297 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:19.167703 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:56:22.160267 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=10 I1207 17:56:26.042251 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.406µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44638" resp=200 I1207 17:56:27.256037 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o) finished I1207 17:56:27.256070 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02) - wantLb(false): started I1207 17:56:27.317930 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:27.402394 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:27.402436 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:56:27.402458 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-ww7g6/svc-02): lb(capz-uhx40o-internal) finished I1207 17:56:27.402480 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-ww7g6/svc-02): unbinding the service from pip capz-uhx40o-a6c674dc8510145abac44196fdd5142d I1207 17:56:27.403958 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-ww7g6/svc-02" pip="capz-uhx40o-a6c674dc8510145abac44196fdd5142d" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 17:56:27.462804 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:56:27.462834 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:56:27.462841 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:56:27.462923 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:27.462935 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:27.462943 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:35.087534 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:56:36.042474 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32786" resp=200 I1207 17:56:37.463785 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:56:37.463835 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:56:37.463849 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:56:37.463956 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:37.463979 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:37.463997 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:37.925407 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.68712539 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-ww7g6/svc-02" result_code="succeeded" I1207 17:56:37.937587 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:56:37.937648 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-ww7g6/svc-02 I1207 17:56:37.975369 1 controller.go:984] Patching status for service e2e-tests-nsg-ww7g6/svc-02 I1207 17:56:37.975772 1 event.go:389] "Event occurred" object="e2e-tests-nsg-ww7g6/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:56:37.979172 1 controller.go:876] Finished syncing service "e2e-tests-nsg-ww7g6/svc-02" (22.890062815s) I1207 17:56:37.979204 1 controller.go:876] Finished syncing service "e2e-tests-nsg-ww7g6/svc-02" (5.901µs) I1207 17:56:46.043007 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44448" resp=200 I1207 17:56:47.465110 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:56:47.465219 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:56:47.465227 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:56:47.465259 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:47.465269 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:47.465277 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:49.168588 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:56:54.113435 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-qsd86/test-svc I1207 17:56:54.113723 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-qsd86/test-svc I1207 17:56:54.114225 1 event.go:389] "Event occurred" object="e2e-tests-nsg-qsd86/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:56:54.141019 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:56:54.148300 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:56:54.148499 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a30fad019578e4333bddd7649c2e5e14" I1207 17:56:54.148549 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc) - wantLb(true): started I1207 17:56:54.212232 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:54.291533 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:54.291581 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:56:54.291609 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-qsd86/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:56:54.291622 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o) - creating a new frontend IP config "a30fad019578e4333bddd7649c2e5e14" (isIPv6=false) I1207 17:56:54.431514 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a30fad019578e4333bddd7649c2e5e14" I1207 17:56:54.431549 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-qsd86/test-svc): pip(capz-uhx40o-a30fad019578e4333bddd7649c2e5e14) - creating I1207 17:56:54.431566 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a30fad019578e4333bddd7649c2e5e14"): start I1207 17:56:55.973951 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-qsd86/test-svc)(true): lb frontendconfig(a30fad019578e4333bddd7649c2e5e14) - adding I1207 17:56:55.974000 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a30fad019578e4333bddd7649c2e5e14-TCP-80) I1207 17:56:55.974126 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-qsd86/test-svc)(true): lb probes updated: [{"name":"a30fad019578e4333bddd7649c2e5e14-TCP-80","properties":{"intervalInSeconds":5,"port":31323,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:56:55.974289 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-qsd86/test-svc)(true): lb rules updated: [{"name":"a30fad019578e4333bddd7649c2e5e14-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a30fad019578e4333bddd7649c2e5e14"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a30fad019578e4333bddd7649c2e5e14-TCP-80"},"protocol":"Tcp"}}] I1207 17:56:55.974352 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o) - updating I1207 17:56:56.042877 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55900" resp=200 I1207 17:56:56.420750 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:56:56.420782 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:56:56.420801 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 17:56:56.420876 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 17:56:57.465566 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:56:57.465597 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:56:57.465605 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:56:57.465641 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:57.465650 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:57.465830 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:56:57.677970 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o) finished I1207 17:56:57.678013 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:56:57.748435 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.146.33" from frontendIPConfiguration "a30fad019578e4333bddd7649c2e5e14" for service "e2e-tests-nsg-qsd86/test-svc" I1207 17:56:57.748485 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:56:57.853468 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-qsd86/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:56:57.853497 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-qsd86/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:56:57.853582 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:56:57.853619 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 17:56:57.853684 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 17:56:57.853750 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.20.0.1","192.168.0.1","10.1.0.4","10.1.0.5","10.0.0.4","4.239.146.33","10.20.0.1","192.168.0.1"] I1207 17:56:57.853783 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=8 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["10.20.0.1","192.168.0.1","4.239.146.33"] retained-prefixes=["10.20.0.1","192.168.0.1","10.1.0.4","10.1.0.5","10.0.0.4","4.239.146.33","10.20.0.1","192.168.0.1"] expected-prefixes=["10.20.0.1","192.168.0.1","4.239.146.33","10.20.0.1","192.168.0.1"] I1207 17:56:57.855479 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:56:59.210488 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-qsd86/test-svc) - LB fipConfigID(a30fad019578e4333bddd7649c2e5e14) - wantPLS(true) - createPLS(false) I1207 17:56:59.210521 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-qsd86/test-svc) finished I1207 17:56:59.210591 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014501 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-qsd86/test-svc" result_code="succeeded" I1207 17:56:59.210620 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc) - wantLb(false): started I1207 17:56:59.300965 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:56:59.301001 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:56:59.301028 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:56:59.301068 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o-internal) finished I1207 17:56:59.301086 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:56:59.301222 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-qsd86/test-svc): pip(capz-uhx40o-a30fad019578e4333bddd7649c2e5e14) - updating I1207 17:56:59.363966 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.225579971 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-qsd86/test-svc" result_code="succeeded" I1207 17:56:59.374816 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:56:59.375038 1 controller.go:984] Patching status for service e2e-tests-nsg-qsd86/test-svc I1207 17:56:59.375486 1 event.go:389] "Event occurred" object="e2e-tests-nsg-qsd86/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:56:59.387153 1 controller.go:876] Finished syncing service "e2e-tests-nsg-qsd86/test-svc" (5.273663436s) I1207 17:57:05.087764 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:57:06.042754 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.006µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49980" resp=200 I1207 17:57:07.465947 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:57:07.465978 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:57:07.465987 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:57:07.466082 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:07.466134 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:07.466146 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:16.042352 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32918" resp=200 I1207 17:57:17.467037 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:57:17.467084 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:57:17.467096 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:57:17.467149 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:17.467172 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:17.467185 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:19.158663 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:57:19.168824 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:57:20.521163 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:20.521404 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:20.535347 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:20.537348 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:20.570973 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:20.572569 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:20.585218 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:20.585465 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:20.601973 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:20.602175 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:20.958311 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:20.958346 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:21.067367 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:21.067611 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:21.159035 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:21.159157 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:21.278406 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:21.278710 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:21.387510 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf update I1207 17:57:21.387785 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-qsd86/test-svc-cxqjf belongs to service e2e-tests-nsg-qsd86/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:57:25.754799 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:57:25.754837 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:57:25.754891 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.146.33" from frontendIPConfiguration "a30fad019578e4333bddd7649c2e5e14" for service "e2e-tests-nsg-qsd86/test-svc" I1207 17:57:25.754921 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.146.33\"]" logger="GetLoadBalancer" service="test-svc" I1207 17:57:25.754935 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-qsd86/test-svc I1207 17:57:25.755092 1 event.go:389] "Event occurred" object="e2e-tests-nsg-qsd86/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:57:25.758328 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:57:25.765595 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:57:25.842763 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:57:25.842796 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:57:25.842983 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.146.33" from frontendIPConfiguration "a30fad019578e4333bddd7649c2e5e14" for service "e2e-tests-nsg-qsd86/test-svc" I1207 17:57:25.843118 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.146.33\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-qsd86/test-svc" I1207 17:57:25.843147 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-qsd86/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:57:25.895100 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-qsd86/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:57:25.895134 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-qsd86/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:57:25.895558 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-qsd86/test-svc" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["10.20.0.1","192.168.0.1","4.239.146.33","10.20.0.1","192.168.0.1","10.0.0.4","10.1.0.4","10.1.0.5","4.239.146.33","10.20.0.1","192.168.0.1"] I1207 17:57:25.896017 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-qsd86/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:57:26.043018 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39582" resp=200 I1207 17:57:27.246218 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc) - wantLb(false): started I1207 17:57:27.315983 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:57:27.316013 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:57:27.316032 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:57:27.316075 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.146.33" from frontendIPConfiguration "a30fad019578e4333bddd7649c2e5e14" for service "e2e-tests-nsg-qsd86/test-svc" I1207 17:57:27.316101 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.146.33\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-qsd86/test-svc" I1207 17:57:27.316117 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:57:27.316132 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-qsd86/test-svc)(false): lb frontendconfig(a30fad019578e4333bddd7649c2e5e14) - dropping I1207 17:57:27.316144 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-qsd86/test-svc)(false): lb probe(a30fad019578e4333bddd7649c2e5e14-TCP-80) - dropping I1207 17:57:27.316154 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-qsd86/test-svc)(false): lb probes updated: null I1207 17:57:27.316161 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-qsd86/test-svc)(false): lb rule(a30fad019578e4333bddd7649c2e5e14-TCP-80) - dropping I1207 17:57:27.316170 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-qsd86/test-svc)(false): lb rules updated: null I1207 17:57:27.316179 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-qsd86/test-svc) - LB fipConfigID(a30fad019578e4333bddd7649c2e5e14) - wantPLS(false) - createPLS(false) I1207 17:57:27.369276 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-qsd86/test-svc) finished I1207 17:57:27.369334 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.053113201 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-qsd86/test-svc" result_code="succeeded" I1207 17:57:27.369356 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-qsd86/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:57:27.369405 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:57:27.369432 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 17:57:27.467354 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:57:27.467395 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:57:27.467404 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:57:27.467450 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:27.467500 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:27.467548 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:35.087395 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:57:36.042641 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48774" resp=200 I1207 17:57:37.535062 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:57:37.535090 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:57:37.535095 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:57:37.535132 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:37.535141 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:37.535148 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:37.652727 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o) finished I1207 17:57:37.652764 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc) - wantLb(false): started I1207 17:57:37.763194 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:57:37.843181 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:57:37.843224 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:57:37.843281 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-qsd86/test-svc): lb(capz-uhx40o-internal) finished I1207 17:57:37.843315 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-qsd86/test-svc): unbinding the service from pip capz-uhx40o-a30fad019578e4333bddd7649c2e5e14 I1207 17:57:37.843555 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-qsd86/test-svc" pip="capz-uhx40o-a30fad019578e4333bddd7649c2e5e14" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 17:57:46.043191 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="138.808µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52112" resp=200 I1207 17:57:47.467679 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:57:47.467715 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:57:47.467721 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:57:47.467761 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:47.467771 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:47.467779 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:48.135902 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.380841912 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-qsd86/test-svc" result_code="succeeded" I1207 17:57:48.146138 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:57:48.146209 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-qsd86/test-svc I1207 17:57:48.181576 1 controller.go:984] Patching status for service e2e-tests-nsg-qsd86/test-svc I1207 17:57:48.182965 1 event.go:389] "Event occurred" object="e2e-tests-nsg-qsd86/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:57:48.185908 1 controller.go:876] Finished syncing service "e2e-tests-nsg-qsd86/test-svc" (22.533520402s) I1207 17:57:49.169724 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:57:56.042505 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40534" resp=200 I1207 17:57:56.361371 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:57:57.468565 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:57:57.468602 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:57:57.468610 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:57:57.468663 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:57.468679 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:57:57.468690 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:05.087782 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:58:06.041839 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="105.607µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48562" resp=200 I1207 17:58:07.468627 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:58:07.468657 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:58:07.468662 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:58:07.468702 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:07.468713 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:07.468720 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:09.223713 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-j2p2w/test-svc I1207 17:58:09.225648 1 event.go:389] "Event occurred" object="e2e-tests-nsg-j2p2w/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:58:09.225684 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-j2p2w/test-svc I1207 17:58:09.251442 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:58:09.266734 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:58:09.267126 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="adcfff59260cf4819bf69b7f27eba0c8" I1207 17:58:09.267147 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc) - wantLb(true): started I1207 17:58:09.343081 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:58:09.420150 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:58:09.420206 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:58:09.420238 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-j2p2w/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:58:09.420253 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o) - creating a new frontend IP config "adcfff59260cf4819bf69b7f27eba0c8" (isIPv6=false) I1207 17:58:09.548480 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-adcfff59260cf4819bf69b7f27eba0c8" I1207 17:58:09.548520 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-j2p2w/test-svc): pip(capz-uhx40o-adcfff59260cf4819bf69b7f27eba0c8) - creating I1207 17:58:09.548539 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-adcfff59260cf4819bf69b7f27eba0c8"): start I1207 17:58:11.148837 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-j2p2w/test-svc)(true): lb frontendconfig(adcfff59260cf4819bf69b7f27eba0c8) - adding I1207 17:58:11.148924 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (adcfff59260cf4819bf69b7f27eba0c8-TCP-80) I1207 17:58:11.149000 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-j2p2w/test-svc)(true): lb probes updated: [{"name":"adcfff59260cf4819bf69b7f27eba0c8-TCP-80","properties":{"intervalInSeconds":5,"port":32458,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:58:11.149086 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-j2p2w/test-svc)(true): lb rules updated: [{"name":"adcfff59260cf4819bf69b7f27eba0c8-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/adcfff59260cf4819bf69b7f27eba0c8"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/adcfff59260cf4819bf69b7f27eba0c8-TCP-80"},"protocol":"Tcp"}}] I1207 17:58:11.149121 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o) - updating I1207 17:58:11.978109 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:58:11.978137 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:58:11.978153 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 17:58:11.978163 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 17:58:13.322431 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o) finished I1207 17:58:13.322466 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:58:13.387501 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.192.196" from frontendIPConfiguration "adcfff59260cf4819bf69b7f27eba0c8" for service "e2e-tests-nsg-j2p2w/test-svc" I1207 17:58:13.387543 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:58:13.498494 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-j2p2w/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:58:13.498517 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-j2p2w/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:58:13.498615 1 accesscontrol.go:218] "Overlapping IP ranges detected" logger="reconcileSecurityGroup.AccessControl.PatchSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" allowed-ip-ranges=["10.20.0.0/16","192.168.0.1/32","10.20.8.0/24","10.20.9.0/25","10.20.8.1/32","192.168.0.1/32","2c0f:fe40:8000::/48","2c0f:feb0::/43","2c0f:fe40:8000::/49","2c0f:fe40:8000:1111::/64","2c0f:feb0::/43","2c0f:feb0::/44","2c0f:feb0::1/128"] aggregated-ip-ranges=["10.20.0.0/16","192.168.0.1/32","2c0f:fe40:8000::/48","2c0f:feb0::/43"] I1207 17:58:13.498643 1 securitygroup.go:250] "Patching a rule for allowed IP ranges" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:58:13.498668 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1255a198905cb75bf0c40ca65811846f" priority=500 I1207 17:58:13.498682 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1255a198905cb75bf0c40ca65811846f" I1207 17:58:13.498705 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","4.239.192.196"] I1207 17:58:13.499120 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:58:14.809333 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-j2p2w/test-svc) - LB fipConfigID(adcfff59260cf4819bf69b7f27eba0c8) - wantPLS(true) - createPLS(false) I1207 17:58:14.809360 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-j2p2w/test-svc) finished I1207 17:58:14.809404 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014301 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-j2p2w/test-svc" result_code="succeeded" I1207 17:58:14.809428 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc) - wantLb(false): started I1207 17:58:14.876261 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:58:14.876311 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:58:14.876394 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:58:14.876565 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o-internal) finished I1207 17:58:14.876595 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:58:14.876963 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-j2p2w/test-svc): pip(capz-uhx40o-adcfff59260cf4819bf69b7f27eba0c8) - updating I1207 17:58:14.936747 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.695939686 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-j2p2w/test-svc" result_code="succeeded" I1207 17:58:14.948053 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:58:14.948151 1 controller.go:984] Patching status for service e2e-tests-nsg-j2p2w/test-svc I1207 17:58:14.948575 1 event.go:389] "Event occurred" object="e2e-tests-nsg-j2p2w/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:58:14.962814 1 controller.go:876] Finished syncing service "e2e-tests-nsg-j2p2w/test-svc" (5.73914386s) I1207 17:58:16.044033 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35116" resp=200 I1207 17:58:17.468836 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:58:17.468891 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:58:17.468897 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:58:17.468937 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:17.468948 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:17.468956 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:19.170842 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:58:26.042542 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33592" resp=200 I1207 17:58:27.469493 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:58:27.469533 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:58:27.469540 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:58:27.469572 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:27.469584 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:27.469595 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:35.087303 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:58:35.323842 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 update I1207 17:58:35.324345 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 belongs to service e2e-tests-nsg-j2p2w/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:58:35.346753 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 update I1207 17:58:35.347109 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 belongs to service e2e-tests-nsg-j2p2w/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:58:35.375019 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 update I1207 17:58:35.375153 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 belongs to service e2e-tests-nsg-j2p2w/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:58:35.395184 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 update I1207 17:58:35.395358 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 belongs to service e2e-tests-nsg-j2p2w/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:58:35.855081 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 update I1207 17:58:35.855216 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 belongs to service e2e-tests-nsg-j2p2w/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:58:35.927491 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 update I1207 17:58:35.928341 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 belongs to service e2e-tests-nsg-j2p2w/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:58:36.023019 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 update I1207 17:58:36.023050 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 belongs to service e2e-tests-nsg-j2p2w/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:58:36.046029 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="139.808µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58292" resp=200 I1207 17:58:36.117565 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 update I1207 17:58:36.117836 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-j2p2w/test-svc-7zzb6 belongs to service e2e-tests-nsg-j2p2w/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:58:37.469643 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:58:37.469679 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:58:37.469685 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:58:37.469712 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:37.469722 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:37.469729 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:40.543572 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:58:40.543819 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:58:40.544044 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.192.196" from frontendIPConfiguration "adcfff59260cf4819bf69b7f27eba0c8" for service "e2e-tests-nsg-j2p2w/test-svc" I1207 17:58:40.544183 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.192.196\"]" logger="GetLoadBalancer" service="test-svc" I1207 17:58:40.544673 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-j2p2w/test-svc I1207 17:58:40.545391 1 event.go:389] "Event occurred" object="e2e-tests-nsg-j2p2w/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:58:40.549911 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:58:40.560784 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:58:40.633709 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:58:40.633739 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:58:40.633895 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.192.196" from frontendIPConfiguration "adcfff59260cf4819bf69b7f27eba0c8" for service "e2e-tests-nsg-j2p2w/test-svc" I1207 17:58:40.633928 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.192.196\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-j2p2w/test-svc" I1207 17:58:40.633946 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-j2p2w/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:58:40.726766 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-j2p2w/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:58:40.726863 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-j2p2w/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:58:40.726942 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-j2p2w/test-svc" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.192.196","10.0.0.4","10.1.0.4","10.1.0.5","4.239.192.196"] I1207 17:58:40.727581 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-j2p2w/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:58:42.032562 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc) - wantLb(false): started I1207 17:58:42.101037 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:58:42.101069 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:58:42.101089 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:58:42.101132 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.192.196" from frontendIPConfiguration "adcfff59260cf4819bf69b7f27eba0c8" for service "e2e-tests-nsg-j2p2w/test-svc" I1207 17:58:42.101156 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.239.192.196\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-j2p2w/test-svc" I1207 17:58:42.101173 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:58:42.101190 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-j2p2w/test-svc)(false): lb frontendconfig(adcfff59260cf4819bf69b7f27eba0c8) - dropping I1207 17:58:42.101201 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-j2p2w/test-svc)(false): lb probe(adcfff59260cf4819bf69b7f27eba0c8-TCP-80) - dropping I1207 17:58:42.101212 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-j2p2w/test-svc)(false): lb probes updated: null I1207 17:58:42.101220 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-j2p2w/test-svc)(false): lb rule(adcfff59260cf4819bf69b7f27eba0c8-TCP-80) - dropping I1207 17:58:42.101228 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-j2p2w/test-svc)(false): lb rules updated: null I1207 17:58:42.101237 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-j2p2w/test-svc) - LB fipConfigID(adcfff59260cf4819bf69b7f27eba0c8) - wantPLS(false) - createPLS(false) I1207 17:58:42.155219 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-j2p2w/test-svc) finished I1207 17:58:42.155273 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.053997012 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-j2p2w/test-svc" result_code="succeeded" I1207 17:58:42.155296 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-j2p2w/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:58:42.155310 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:58:42.155333 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 17:58:46.042671 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="74.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46954" resp=200 I1207 17:58:47.469685 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:58:47.469725 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:58:47.469733 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:58:47.470055 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:47.470171 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:47.470230 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:48.655826 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=9 I1207 17:58:49.171615 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:58:52.384625 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o) finished I1207 17:58:52.384658 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc) - wantLb(false): started I1207 17:58:52.459792 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:58:52.520452 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:58:52.520497 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:58:52.520523 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-j2p2w/test-svc): lb(capz-uhx40o-internal) finished I1207 17:58:52.520550 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-j2p2w/test-svc): unbinding the service from pip capz-uhx40o-adcfff59260cf4819bf69b7f27eba0c8 I1207 17:58:52.520814 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-j2p2w/test-svc" pip="capz-uhx40o-adcfff59260cf4819bf69b7f27eba0c8" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 17:58:56.044649 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37380" resp=200 I1207 17:58:57.470642 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:58:57.470673 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:58:57.470679 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:58:57.470764 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:57.470781 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:57.470708 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:58:59.159822 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:59:02.833268 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.287640774 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-j2p2w/test-svc" result_code="succeeded" I1207 17:59:02.842604 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:59:02.842966 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-j2p2w/test-svc I1207 17:59:02.889558 1 controller.go:984] Patching status for service e2e-tests-nsg-j2p2w/test-svc I1207 17:59:02.890221 1 event.go:389] "Event occurred" object="e2e-tests-nsg-j2p2w/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 17:59:02.893455 1 controller.go:876] Finished syncing service "e2e-tests-nsg-j2p2w/test-svc" (22.458758353s) I1207 17:59:02.893489 1 controller.go:876] Finished syncing service "e2e-tests-nsg-j2p2w/test-svc" (6.4µs) I1207 17:59:05.087376 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:59:06.043410 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="164.71µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47628" resp=200 I1207 17:59:07.471514 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:59:07.471545 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:59:07.471552 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:59:07.471591 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:07.471601 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:07.471608 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:15.154499 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=53 I1207 17:59:16.042086 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58422" resp=200 I1207 17:59:17.471578 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:59:17.471608 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:59:17.471614 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:59:17.471643 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:17.471654 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:17.471661 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:19.172300 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:59:24.019106 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-g4vsh/test-svc I1207 17:59:24.019262 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-g4vsh/test-svc I1207 17:59:24.019723 1 event.go:389] "Event occurred" object="e2e-tests-nsg-g4vsh/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 17:59:24.042285 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:59:24.054052 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:59:24.054201 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a121f6f7204b4443687c5766a4b69482" I1207 17:59:24.054230 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc) - wantLb(true): started I1207 17:59:24.175290 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:59:24.239866 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:59:24.239914 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 17:59:24.239974 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-g4vsh/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 17:59:24.239995 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o) - creating a new frontend IP config "a121f6f7204b4443687c5766a4b69482" (isIPv6=false) I1207 17:59:24.365493 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a121f6f7204b4443687c5766a4b69482" I1207 17:59:24.365533 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-g4vsh/test-svc): pip(capz-uhx40o-a121f6f7204b4443687c5766a4b69482) - creating I1207 17:59:24.365578 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a121f6f7204b4443687c5766a4b69482"): start I1207 17:59:25.924900 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-g4vsh/test-svc)(true): lb frontendconfig(a121f6f7204b4443687c5766a4b69482) - adding I1207 17:59:25.924937 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a121f6f7204b4443687c5766a4b69482-TCP-80) I1207 17:59:25.924995 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-g4vsh/test-svc)(true): lb probes updated: [{"name":"a121f6f7204b4443687c5766a4b69482-TCP-80","properties":{"intervalInSeconds":5,"port":30414,"probeThreshold":2,"protocol":"Tcp"}}] I1207 17:59:25.925102 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-g4vsh/test-svc)(true): lb rules updated: [{"name":"a121f6f7204b4443687c5766a4b69482-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a121f6f7204b4443687c5766a4b69482"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a121f6f7204b4443687c5766a4b69482-TCP-80"},"protocol":"Tcp"}}] I1207 17:59:25.925159 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o) - updating I1207 17:59:26.042735 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="103.307µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46742" resp=200 I1207 17:59:26.259113 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 17:59:26.259132 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 17:59:26.259145 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 17:59:26.259154 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 17:59:27.472390 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:59:27.472420 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:59:27.472426 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:59:27.472452 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:27.472463 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:27.472470 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:27.576085 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o) finished I1207 17:59:27.576118 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:59:27.646384 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.163.96" from frontendIPConfiguration "a121f6f7204b4443687c5766a4b69482" for service "e2e-tests-nsg-g4vsh/test-svc" I1207 17:59:27.646426 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:59:27.774776 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-g4vsh/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:59:27.774908 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-g4vsh/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:59:27.775167 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:59:27.775223 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_802088238045253e1bed2dc8730b6bcd" priority=500 I1207 17:59:27.775246 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_802088238045253e1bed2dc8730b6bcd" I1207 17:59:27.775267 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 17:59:27.775290 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_bcba9d05c24f8d9063024ce3b706fec9" priority=501 I1207 17:59:27.775313 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_bcba9d05c24f8d9063024ce3b706fec9" I1207 17:59:27.775355 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","4.229.163.96"] I1207 17:59:27.776129 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 17:59:29.111321 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-g4vsh/test-svc) - LB fipConfigID(a121f6f7204b4443687c5766a4b69482) - wantPLS(true) - createPLS(false) I1207 17:59:29.111350 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-g4vsh/test-svc) finished I1207 17:59:29.111391 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000015901 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-g4vsh/test-svc" result_code="succeeded" I1207 17:59:29.111420 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc) - wantLb(false): started I1207 17:59:29.184024 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:59:29.184054 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:59:29.184077 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 17:59:29.184100 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o-internal) finished I1207 17:59:29.184113 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 17:59:29.184236 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-g4vsh/test-svc): pip(capz-uhx40o-a121f6f7204b4443687c5766a4b69482) - updating I1207 17:59:29.233472 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.194959823 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-g4vsh/test-svc" result_code="succeeded" I1207 17:59:29.243016 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 17:59:29.243102 1 controller.go:984] Patching status for service e2e-tests-nsg-g4vsh/test-svc I1207 17:59:29.243382 1 event.go:389] "Event occurred" object="e2e-tests-nsg-g4vsh/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 17:59:29.251233 1 controller.go:876] Finished syncing service "e2e-tests-nsg-g4vsh/test-svc" (5.232160704s) I1207 17:59:32.833310 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:59:34.842167 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 17:59:35.089495 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 17:59:36.042369 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.006µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54930" resp=200 I1207 17:59:37.472493 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:59:37.472524 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:59:37.472530 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:59:37.472567 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:37.472578 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:37.472601 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:46.043482 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41510" resp=200 I1207 17:59:46.653708 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=7 I1207 17:59:47.521503 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:59:47.521537 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:59:47.521543 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:59:47.521591 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:47.521601 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:47.521609 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:49.172531 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 17:59:50.123305 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c update I1207 17:59:50.124664 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c belongs to service e2e-tests-nsg-g4vsh/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:59:50.147413 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c update I1207 17:59:50.147696 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c belongs to service e2e-tests-nsg-g4vsh/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:59:50.183586 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c update I1207 17:59:50.183781 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c belongs to service e2e-tests-nsg-g4vsh/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:59:50.193389 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c update I1207 17:59:50.194118 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c belongs to service e2e-tests-nsg-g4vsh/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:59:50.552953 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c update I1207 17:59:50.552986 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c belongs to service e2e-tests-nsg-g4vsh/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:59:50.646154 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c update I1207 17:59:50.646187 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c belongs to service e2e-tests-nsg-g4vsh/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:59:50.742103 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c update I1207 17:59:50.742146 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c belongs to service e2e-tests-nsg-g4vsh/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:59:50.856147 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c update I1207 17:59:50.856180 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-g4vsh/test-svc-xnc2c belongs to service e2e-tests-nsg-g4vsh/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 17:59:55.697310 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:59:55.697490 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:59:55.697756 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.163.96" from frontendIPConfiguration "a121f6f7204b4443687c5766a4b69482" for service "e2e-tests-nsg-g4vsh/test-svc" I1207 17:59:55.697894 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.163.96\"]" logger="GetLoadBalancer" service="test-svc" I1207 17:59:55.698001 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-g4vsh/test-svc I1207 17:59:55.698547 1 event.go:389] "Event occurred" object="e2e-tests-nsg-g4vsh/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 17:59:55.701187 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 17:59:55.708420 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 17:59:55.783575 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:59:55.783611 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:59:55.783694 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.163.96" from frontendIPConfiguration "a121f6f7204b4443687c5766a4b69482" for service "e2e-tests-nsg-g4vsh/test-svc" I1207 17:59:55.783806 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.163.96\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-g4vsh/test-svc" I1207 17:59:55.783896 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-g4vsh/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:59:55.884809 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-g4vsh/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 17:59:55.884836 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-g4vsh/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 17:59:55.884960 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-g4vsh/test-svc" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.163.96","10.0.0.4","10.1.0.4","10.1.0.5","4.229.163.96"] I1207 17:59:55.885372 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-g4vsh/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 17:59:56.042767 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36066" resp=200 I1207 17:59:57.263779 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc) - wantLb(false): started I1207 17:59:57.335626 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 17:59:57.335656 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 17:59:57.335676 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 17:59:57.335716 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.163.96" from frontendIPConfiguration "a121f6f7204b4443687c5766a4b69482" for service "e2e-tests-nsg-g4vsh/test-svc" I1207 17:59:57.335884 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.163.96\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-g4vsh/test-svc" I1207 17:59:57.335909 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 17:59:57.335970 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-g4vsh/test-svc)(false): lb frontendconfig(a121f6f7204b4443687c5766a4b69482) - dropping I1207 17:59:57.335985 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-g4vsh/test-svc)(false): lb probe(a121f6f7204b4443687c5766a4b69482-TCP-80) - dropping I1207 17:59:57.335997 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-g4vsh/test-svc)(false): lb probes updated: null I1207 17:59:57.336030 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-g4vsh/test-svc)(false): lb rule(a121f6f7204b4443687c5766a4b69482-TCP-80) - dropping I1207 17:59:57.336044 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-g4vsh/test-svc)(false): lb rules updated: null I1207 17:59:57.336054 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-g4vsh/test-svc) - LB fipConfigID(a121f6f7204b4443687c5766a4b69482) - wantPLS(false) - createPLS(false) I1207 17:59:57.381798 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-g4vsh/test-svc) finished I1207 17:59:57.382026 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.045775434 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-g4vsh/test-svc" result_code="succeeded" I1207 17:59:57.382149 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-g4vsh/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 17:59:57.382223 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 17:59:57.382310 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 17:59:57.473581 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 17:59:57.473611 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 17:59:57.473617 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 17:59:57.473683 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:57.473695 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 17:59:57.473701 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:05.088097 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:00:06.042468 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34372" resp=200 I1207 18:00:07.474356 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:00:07.474391 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:00:07.474397 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:00:07.474433 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:07.474445 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:07.474452 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:07.693190 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o) finished I1207 18:00:07.693224 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc) - wantLb(false): started I1207 18:00:07.758649 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:00:07.823506 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:00:07.823550 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:00:07.823621 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-g4vsh/test-svc): lb(capz-uhx40o-internal) finished I1207 18:00:07.823648 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-g4vsh/test-svc): unbinding the service from pip capz-uhx40o-a121f6f7204b4443687c5766a4b69482 I1207 18:00:07.823814 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-g4vsh/test-svc" pip="capz-uhx40o-a121f6f7204b4443687c5766a4b69482" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:00:16.042467 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48342" resp=200 I1207 18:00:17.474847 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:00:17.474918 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:00:17.474928 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:00:17.474967 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:17.474978 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:17.474986 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:18.158895 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.460682543 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-g4vsh/test-svc" result_code="succeeded" I1207 18:00:18.172066 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:00:18.172121 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-g4vsh/test-svc I1207 18:00:18.211089 1 controller.go:984] Patching status for service e2e-tests-nsg-g4vsh/test-svc I1207 18:00:18.211478 1 event.go:389] "Event occurred" object="e2e-tests-nsg-g4vsh/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:00:18.215256 1 controller.go:876] Finished syncing service "e2e-tests-nsg-g4vsh/test-svc" (22.634319985s) I1207 18:00:19.173407 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:00:26.042343 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51002" resp=200 I1207 18:00:27.475646 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:00:27.475700 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:00:27.475706 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:00:27.475747 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:27.475760 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:27.475781 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:35.087189 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:00:36.043039 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60028" resp=200 I1207 18:00:37.476518 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:00:37.476551 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:00:37.476559 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:00:37.476600 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:37.476611 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:37.476619 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:39.003782 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-kw5b4/test-svc I1207 18:00:39.004189 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-kw5b4/test-svc I1207 18:00:39.004796 1 event.go:389] "Event occurred" object="e2e-tests-nsg-kw5b4/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:00:39.026169 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:00:39.034113 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:00:39.034396 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ac9ab8123a5c840db80b8f03daac90e1" I1207 18:00:39.034508 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc) - wantLb(true): started I1207 18:00:39.107455 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:00:39.160627 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:00:39.184524 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:00:39.184568 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:00:39.184591 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-kw5b4/test-svc) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:00:39.184602 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o) - creating a new frontend IP config "ac9ab8123a5c840db80b8f03daac90e1" (isIPv6=false) I1207 18:00:39.335019 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-ac9ab8123a5c840db80b8f03daac90e1" I1207 18:00:39.335055 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-kw5b4/test-svc): pip(capz-uhx40o-ac9ab8123a5c840db80b8f03daac90e1) - creating I1207 18:00:39.335071 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-ac9ab8123a5c840db80b8f03daac90e1"): start I1207 18:00:40.899255 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-kw5b4/test-svc)(true): lb frontendconfig(ac9ab8123a5c840db80b8f03daac90e1) - adding I1207 18:00:40.899303 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ac9ab8123a5c840db80b8f03daac90e1-TCP-80) I1207 18:00:40.899376 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-kw5b4/test-svc)(true): lb probes updated: [{"name":"ac9ab8123a5c840db80b8f03daac90e1-TCP-80","properties":{"intervalInSeconds":5,"port":30107,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:00:40.899462 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-kw5b4/test-svc)(true): lb rules updated: [{"name":"ac9ab8123a5c840db80b8f03daac90e1-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/ac9ab8123a5c840db80b8f03daac90e1"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/ac9ab8123a5c840db80b8f03daac90e1-TCP-80"},"protocol":"Tcp"}}] I1207 18:00:40.899491 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o) - updating I1207 18:00:41.336246 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:00:41.336267 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 18:00:41.336280 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:00:41.336288 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:00:42.570464 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o) finished I1207 18:00:42.570496 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:00:42.645230 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.149.244" from frontendIPConfiguration "ac9ab8123a5c840db80b8f03daac90e1" for service "e2e-tests-nsg-kw5b4/test-svc" I1207 18:00:42.645283 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:00:42.761264 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-kw5b4/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 18:00:42.761292 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-kw5b4/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 18:00:42.761517 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:00:42.761608 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_802088238045253e1bed2dc8730b6bcd" priority=500 I1207 18:00:42.761667 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_802088238045253e1bed2dc8730b6bcd" I1207 18:00:42.761684 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:00:42.761702 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_bcba9d05c24f8d9063024ce3b706fec9" priority=501 I1207 18:00:42.761796 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_bcba9d05c24f8d9063024ce3b706fec9" I1207 18:00:42.761812 1 securitygroup.go:250] "Patching a rule for allowed IP ranges" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:00:42.761832 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1255a198905cb75bf0c40ca65811846f" priority=502 I1207 18:00:42.761848 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_1255a198905cb75bf0c40ca65811846f" I1207 18:00:42.761871 1 securitygroup.go:269] "Patching a rule for deny all" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:00:42.761884 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_deny-all_IPv4" priority=4095 I1207 18:00:42.761894 1 securitygroup.go:291] "Patched a rule for deny all" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_deny-all_IPv4" I1207 18:00:42.761926 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.4","10.1.0.5","10.0.0.4","4.229.149.244"] I1207 18:00:42.762297 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:00:44.453241 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-kw5b4/test-svc) - LB fipConfigID(ac9ab8123a5c840db80b8f03daac90e1) - wantPLS(true) - createPLS(false) I1207 18:00:44.453269 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-kw5b4/test-svc) finished I1207 18:00:44.453308 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014001 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-kw5b4/test-svc" result_code="succeeded" I1207 18:00:44.453337 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc) - wantLb(false): started I1207 18:00:44.522600 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:00:44.522633 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:00:44.522657 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:00:44.522681 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o-internal) finished I1207 18:00:44.522693 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:00:44.522984 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-kw5b4/test-svc): pip(capz-uhx40o-ac9ab8123a5c840db80b8f03daac90e1) - updating I1207 18:00:44.602601 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.579126825 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-kw5b4/test-svc" result_code="succeeded" I1207 18:00:44.612136 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:00:44.612351 1 controller.go:984] Patching status for service e2e-tests-nsg-kw5b4/test-svc I1207 18:00:44.612710 1 event.go:389] "Event occurred" object="e2e-tests-nsg-kw5b4/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:00:44.623973 1 controller.go:876] Finished syncing service "e2e-tests-nsg-kw5b4/test-svc" (5.619112521s) I1207 18:00:46.041963 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="103.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54166" resp=200 I1207 18:00:47.476919 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:00:47.476949 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:00:47.476955 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:00:47.476981 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:47.477029 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:47.477059 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:49.174483 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:00:56.043623 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57712" resp=200 I1207 18:00:57.477945 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:00:57.478008 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:00:57.478015 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:00:57.478086 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:57.478099 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:00:57.478201 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:05.015290 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.018648 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.033921 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.033951 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.053498 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.053659 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.071477 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.072524 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.087932 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:01:05.098645 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.098738 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.455003 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.455216 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.558283 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.559906 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.575387 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.575413 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.669559 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.669818 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:05.750175 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc update I1207 18:01:05.750207 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-kw5b4/test-svc-bntdc belongs to service e2e-tests-nsg-kw5b4/test-svc, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:06.044256 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45454" resp=200 I1207 18:01:07.478091 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:01:07.478133 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:01:07.478141 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:01:07.478180 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:07.478193 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:07.478208 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:10.277407 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:01:10.277447 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:01:10.277497 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.149.244" from frontendIPConfiguration "ac9ab8123a5c840db80b8f03daac90e1" for service "e2e-tests-nsg-kw5b4/test-svc" I1207 18:01:10.277571 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.149.244\"]" logger="GetLoadBalancer" service="test-svc" I1207 18:01:10.277593 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-kw5b4/test-svc I1207 18:01:10.278245 1 event.go:389] "Event occurred" object="e2e-tests-nsg-kw5b4/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:01:10.280613 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:01:10.290881 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:01:10.378729 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:01:10.378762 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:01:10.378807 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.149.244" from frontendIPConfiguration "ac9ab8123a5c840db80b8f03daac90e1" for service "e2e-tests-nsg-kw5b4/test-svc" I1207 18:01:10.379013 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.149.244\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-kw5b4/test-svc" I1207 18:01:10.379048 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-kw5b4/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 18:01:10.444732 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-kw5b4/test-svc): lb backendpool - found private IP "10.1.0.4" I1207 18:01:10.444759 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-kw5b4/test-svc): lb backendpool - found private IP "10.1.0.5" I1207 18:01:10.445360 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-kw5b4/test-svc" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.149.244","10.0.0.4","10.1.0.4","10.1.0.5","4.229.149.244"] I1207 18:01:10.445890 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-kw5b4/test-svc" load-balancer="capz-uhx40o" delete-lb=true I1207 18:01:11.812930 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc) - wantLb(false): started I1207 18:01:11.909342 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:01:11.909373 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:01:11.909392 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:01:11.909513 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.149.244" from frontendIPConfiguration "ac9ab8123a5c840db80b8f03daac90e1" for service "e2e-tests-nsg-kw5b4/test-svc" I1207 18:01:11.909544 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(test-svc, capz-uhx40o, false): current lb IPs: [\"4.229.149.244\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-kw5b4/test-svc" I1207 18:01:11.909563 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:01:11.909580 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-kw5b4/test-svc)(false): lb frontendconfig(ac9ab8123a5c840db80b8f03daac90e1) - dropping I1207 18:01:11.909595 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-kw5b4/test-svc)(false): lb probe(ac9ab8123a5c840db80b8f03daac90e1-TCP-80) - dropping I1207 18:01:11.909608 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-kw5b4/test-svc)(false): lb probes updated: null I1207 18:01:11.909616 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-kw5b4/test-svc)(false): lb rule(ac9ab8123a5c840db80b8f03daac90e1-TCP-80) - dropping I1207 18:01:11.909626 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-kw5b4/test-svc)(false): lb rules updated: null I1207 18:01:11.909636 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-kw5b4/test-svc) - LB fipConfigID(ac9ab8123a5c840db80b8f03daac90e1) - wantPLS(false) - createPLS(false) I1207 18:01:11.969172 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-kw5b4/test-svc) finished I1207 18:01:11.969239 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.059554115 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-kw5b4/test-svc" result_code="succeeded" I1207 18:01:11.969267 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-kw5b4/test-svc, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:01:12.024653 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:01:12.024755 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:01:16.043480 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45616" resp=200 I1207 18:01:17.478804 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:01:17.478834 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:01:17.478841 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:01:17.478887 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:17.478898 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:17.478907 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:19.175545 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:01:22.507848 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o) finished I1207 18:01:22.507911 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc) - wantLb(false): started I1207 18:01:22.583055 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:01:22.656846 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:01:22.657457 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:01:22.657685 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-kw5b4/test-svc): lb(capz-uhx40o-internal) finished I1207 18:01:22.658021 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-kw5b4/test-svc): unbinding the service from pip capz-uhx40o-ac9ab8123a5c840db80b8f03daac90e1 I1207 18:01:22.658230 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-kw5b4/test-svc" pip="capz-uhx40o-ac9ab8123a5c840db80b8f03daac90e1" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:01:26.043874 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53510" resp=200 I1207 18:01:27.479406 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:01:27.479469 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:01:27.479475 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:01:27.479506 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:27.479518 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:27.479525 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:32.981598 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.703737449 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-kw5b4/test-svc" result_code="succeeded" I1207 18:01:32.990140 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:01:32.990208 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-kw5b4/test-svc I1207 18:01:33.025221 1 controller.go:984] Patching status for service e2e-tests-nsg-kw5b4/test-svc I1207 18:01:33.025405 1 event.go:389] "Event occurred" object="e2e-tests-nsg-kw5b4/test-svc" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:01:33.031415 1 controller.go:876] Finished syncing service "e2e-tests-nsg-kw5b4/test-svc" (22.836291873s) I1207 18:01:33.031594 1 controller.go:876] Finished syncing service "e2e-tests-nsg-kw5b4/test-svc" (6.6µs) I1207 18:01:35.088141 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:01:36.043471 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60544" resp=200 I1207 18:01:37.479697 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:01:37.479728 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:01:37.479734 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:01:37.479770 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:37.479780 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:37.479788 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:46.043116 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47000" resp=200 I1207 18:01:47.479723 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:01:47.479756 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:01:47.479761 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:01:47.479790 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:47.479801 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:47.479808 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:49.176716 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:01:54.080259 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-hnl94/svc-01 I1207 18:01:54.081072 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-hnl94/svc-01 I1207 18:01:54.081648 1 event.go:389] "Event occurred" object="e2e-tests-nsg-hnl94/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:01:54.101613 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:01:54.111551 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:01:54.111777 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="af40100b1b70a42a690712420a6addcb" I1207 18:01:54.111955 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01) - wantLb(true): started I1207 18:01:54.238595 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:01:54.355740 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:01:54.355780 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:01:54.355805 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-hnl94/svc-01) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:01:54.355817 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) - creating a new frontend IP config "af40100b1b70a42a690712420a6addcb" (isIPv6=false) I1207 18:01:54.502143 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-af40100b1b70a42a690712420a6addcb" I1207 18:01:54.502191 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-nsg-hnl94/svc-01): pip(capz-uhx40o-af40100b1b70a42a690712420a6addcb) - creating I1207 18:01:54.502207 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-af40100b1b70a42a690712420a6addcb"): start I1207 18:01:55.781080 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx update I1207 18:01:55.781113 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx belongs to service e2e-tests-nsg-hnl94/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:56.042507 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45492" resp=200 I1207 18:01:56.068512 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-01)(true): lb frontendconfig(af40100b1b70a42a690712420a6addcb) - adding I1207 18:01:56.068556 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af40100b1b70a42a690712420a6addcb-TCP-80) I1207 18:01:56.068606 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-01)(true): lb probes updated: [{"name":"af40100b1b70a42a690712420a6addcb-TCP-80","properties":{"intervalInSeconds":5,"port":30123,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:01:56.068662 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-01)(true): lb rules updated: [{"name":"af40100b1b70a42a690712420a6addcb-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af40100b1b70a42a690712420a6addcb"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/af40100b1b70a42a690712420a6addcb-TCP-80"},"protocol":"Tcp"}}] I1207 18:01:56.068680 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) - updating I1207 18:01:56.188574 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx update I1207 18:01:56.188601 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx belongs to service e2e-tests-nsg-hnl94/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:01:56.442218 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:01:56.442238 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 18:01:56.442250 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:01:56.442257 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:01:57.549329 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:01:57.549356 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:01:57.549362 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:01:57.549400 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:57.549411 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:57.549418 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:01:57.952540 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) finished I1207 18:01:57.952585 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:01:58.029247 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-01" I1207 18:01:58.029290 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:01:58.219098 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-hnl94/svc-01): lb backendpool - found private IP "10.1.0.4" I1207 18:01:58.219224 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-hnl94/svc-01): lb backendpool - found private IP "10.1.0.5" I1207 18:01:58.219310 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:01:58.219341 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:01:58.219360 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:01:58.219393 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","4.229.157.14"] I1207 18:01:58.219714 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:01:59.549935 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-hnl94/svc-01) - LB fipConfigID(af40100b1b70a42a690712420a6addcb) - wantPLS(true) - createPLS(false) I1207 18:01:59.549963 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-hnl94/svc-01) finished I1207 18:01:59.550033 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014801 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-hnl94/svc-01" result_code="succeeded" I1207 18:01:59.550069 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01) - wantLb(false): started I1207 18:01:59.619543 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:01:59.619577 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:01:59.619601 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:01:59.619728 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o-internal) finished I1207 18:01:59.619750 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:01:59.619896 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-hnl94/svc-01): pip(capz-uhx40o-af40100b1b70a42a690712420a6addcb) - updating I1207 18:01:59.668037 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.568481472 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-hnl94/svc-01" result_code="succeeded" I1207 18:01:59.677390 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:01:59.677455 1 controller.go:984] Patching status for service e2e-tests-nsg-hnl94/svc-01 I1207 18:01:59.678106 1 event.go:389] "Event occurred" object="e2e-tests-nsg-hnl94/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:01:59.684458 1 controller.go:876] Finished syncing service "e2e-tests-nsg-hnl94/svc-01" (5.604214346s) I1207 18:02:05.087777 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:02:06.042542 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33980" resp=200 I1207 18:02:07.481534 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:02:07.481564 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:02:07.481570 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:02:07.481610 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:07.481650 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:07.481660 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:14.722164 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-hnl94/svc-02 I1207 18:02:14.722209 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-hnl94/svc-02 I1207 18:02:14.725325 1 event.go:389] "Event occurred" object="e2e-tests-nsg-hnl94/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:02:14.747593 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:02:14.756410 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:02:14.756732 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a9d258164e6b04f129a64d8a304ed712" I1207 18:02:14.756814 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02) - wantLb(true): started I1207 18:02:14.838533 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:14.838763 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:02:14.838801 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:02:14.838925 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-02" I1207 18:02:14.839023 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, true): current lb IPs: [\"4.229.157.14\"]" I1207 18:02:14.839119 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:02:14.839212 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-hnl94/svc-02) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:02:14.839297 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:02:14.839346 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-nsg-hnl94/svc-02): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:02:14.839410 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-nsg-hnl94/svc-02): checking owned frontend IP configuration af40100b1b70a42a690712420a6addcb I1207 18:02:14.839456 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a9d258164e6b04f129a64d8a304ed712-TCP-81) I1207 18:02:14.839529 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-02)(true): lb probes updated: [{"name":"a9d258164e6b04f129a64d8a304ed712-TCP-81","properties":{"intervalInSeconds":5,"port":31627,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:02:14.839686 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-02)(true): lb rules updated: [{"name":"a9d258164e6b04f129a64d8a304ed712-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af40100b1b70a42a690712420a6addcb"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a9d258164e6b04f129a64d8a304ed712-TCP-81"},"protocol":"Tcp"}}] I1207 18:02:14.839813 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o) - updating I1207 18:02:16.043008 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38352" resp=200 I1207 18:02:17.481785 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:02:17.481814 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:02:17.481819 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:02:17.481903 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:17.481919 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:17.481993 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:19.160973 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:02:19.177289 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:02:19.291725 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:02:19.291755 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 18:02:19.291800 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o) finished I1207 18:02:19.291894 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:02:19.291952 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-02" I1207 18:02:19.291989 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:02:19.407993 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-hnl94/svc-02): lb backendpool - found private IP "10.1.0.4" I1207 18:02:19.408021 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-hnl94/svc-02): lb backendpool - found private IP "10.1.0.5" I1207 18:02:19.408203 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:02:19.408354 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" priority=501 I1207 18:02:19.408409 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" I1207 18:02:19.408463 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.229.157.14","10.0.0.4","10.1.0.4","10.1.0.5","4.229.157.14"] I1207 18:02:19.408530 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.229.157.14"] retained-prefixes=["4.229.157.14","10.0.0.4","10.1.0.4","10.1.0.5","4.229.157.14"] expected-prefixes=["4.229.157.14","4.229.157.14"] I1207 18:02:19.408563 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.229.157.14"] retained-prefixes=["4.229.157.14","10.0.0.4","10.1.0.4","10.1.0.5","4.229.157.14"] expected-prefixes=["4.229.157.14","4.229.157.14"] I1207 18:02:19.408977 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:02:20.756324 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-hnl94/svc-02) - LB fipConfigID(af40100b1b70a42a690712420a6addcb) - wantPLS(true) - createPLS(false) I1207 18:02:20.756370 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-hnl94/svc-02) finished I1207 18:02:20.756474 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000024601 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-hnl94/svc-02" result_code="succeeded" I1207 18:02:20.756630 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02) - wantLb(false): started I1207 18:02:20.826068 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:20.826112 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:02:20.826137 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:02:20.826159 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o-internal) finished I1207 18:02:20.826186 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:02:20.826349 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-hnl94/svc-02): pip(capz-uhx40o-af40100b1b70a42a690712420a6addcb) - updating I1207 18:02:20.826362 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-af40100b1b70a42a690712420a6addcb"): start I1207 18:02:21.839231 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=7.102350535 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-hnl94/svc-02" result_code="succeeded" I1207 18:02:21.848999 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:02:21.849669 1 controller.go:984] Patching status for service e2e-tests-nsg-hnl94/svc-02 I1207 18:02:21.850987 1 event.go:389] "Event occurred" object="e2e-tests-nsg-hnl94/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:02:21.872717 1 controller.go:876] Finished syncing service "e2e-tests-nsg-hnl94/svc-02" (7.150569154s) I1207 18:02:26.042185 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51142" resp=200 I1207 18:02:27.481998 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:02:27.482048 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:02:27.482062 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:02:27.482141 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:27.482168 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:27.482189 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:35.087573 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:02:36.042346 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34708" resp=200 I1207 18:02:37.483108 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:02:37.483164 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:02:37.483179 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:02:37.483232 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:37.483262 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:37.483279 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:41.113391 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx update I1207 18:02:41.113588 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx belongs to service e2e-tests-nsg-hnl94/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:02:41.132705 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx update I1207 18:02:41.132985 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx belongs to service e2e-tests-nsg-hnl94/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:02:41.142754 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-02-zj6n9 update I1207 18:02:41.142933 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-02-zj6n9 belongs to service e2e-tests-nsg-hnl94/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:02:41.171171 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-02-zj6n9 update I1207 18:02:41.171563 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-02-zj6n9 belongs to service e2e-tests-nsg-hnl94/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:02:41.763010 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx update I1207 18:02:41.763937 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx belongs to service e2e-tests-nsg-hnl94/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:02:41.842037 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-02-zj6n9 update I1207 18:02:41.842153 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-02-zj6n9 belongs to service e2e-tests-nsg-hnl94/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:02:41.897266 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx update I1207 18:02:41.899018 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-01-qdxsx belongs to service e2e-tests-nsg-hnl94/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:02:42.033020 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-hnl94/svc-02-zj6n9 update I1207 18:02:42.033253 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-hnl94/svc-02-zj6n9 belongs to service e2e-tests-nsg-hnl94/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:02:46.042571 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55180" resp=200 I1207 18:02:46.912035 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:46.912074 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:02:47.002077 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-01" I1207 18:02:47.002123 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.229.157.14\"]" logger="GetLoadBalancer" service="svc-01" I1207 18:02:47.002143 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-hnl94/svc-01 I1207 18:02:47.002511 1 event.go:389] "Event occurred" object="e2e-tests-nsg-hnl94/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:02:47.004799 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:02:47.012660 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:02:47.084009 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:47.084047 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:02:47.084092 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-01" I1207 18:02:47.084117 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.229.157.14\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-01" I1207 18:02:47.084143 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-01" load-balancer="capz-uhx40o" delete-lb=true I1207 18:02:47.147182 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-hnl94/svc-01): lb backendpool - found private IP "10.1.0.4" I1207 18:02:47.147206 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-hnl94/svc-01): lb backendpool - found private IP "10.1.0.5" I1207 18:02:47.147366 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-01" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.157.14","4.229.157.14","10.1.0.5","10.0.0.4","10.1.0.4","4.229.157.14"] I1207 18:02:47.147452 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-01" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.229.157.14"] retained-prefixes=["4.229.157.14","4.229.157.14","10.1.0.5","10.0.0.4","10.1.0.4","4.229.157.14"] expected-prefixes=["4.229.157.14","4.229.157.14","4.229.157.14"] I1207 18:02:47.147894 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-01" load-balancer="capz-uhx40o" delete-lb=true I1207 18:02:47.483800 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:02:47.483919 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:02:47.483931 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:02:47.483962 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:47.484120 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:47.484137 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:48.455764 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01) - wantLb(false): started I1207 18:02:48.529518 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:48.529551 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:02:48.529570 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:02:48.529647 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-01" I1207 18:02:48.529791 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.229.157.14\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-01" I1207 18:02:48.529817 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name W1207 18:02:48.529836 1 azure_loadbalancer.go:1627] isFrontendIPConfigUnsafeToDelete: frontend IP configuration with ID /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af40100b1b70a42a690712420a6addcb on LB capz-uhx40o cannot be deleted because it is being referenced by load balancing rules of other services I1207 18:02:48.529950 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-01)(false): lb probe(af40100b1b70a42a690712420a6addcb-TCP-80) - dropping I1207 18:02:48.530012 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-01)(false): lb probes updated: null I1207 18:02:48.530105 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-01)(false): lb rule(af40100b1b70a42a690712420a6addcb-TCP-80) - dropping I1207 18:02:48.530117 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-01)(false): lb rules updated: null I1207 18:02:48.530189 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) - updating I1207 18:02:49.178191 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:02:52.243446 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o) finished I1207 18:02:52.243478 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01) - wantLb(false): started I1207 18:02:52.311154 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:52.311186 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:02:52.311211 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:02:52.311363 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-01): lb(capz-uhx40o-internal) finished I1207 18:02:52.311403 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-hnl94/svc-01): unbinding the service from pip capz-uhx40o-af40100b1b70a42a690712420a6addcb I1207 18:02:52.311463 1 azure_loadbalancer.go:3445] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-01" pip="capz-uhx40o-af40100b1b70a42a690712420a6addcb" isIPv6=false action="updating" I1207 18:02:52.637527 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.635142145 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-hnl94/svc-01" result_code="succeeded" I1207 18:02:52.645800 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:02:52.646036 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-hnl94/svc-01 I1207 18:02:52.686068 1 controller.go:984] Patching status for service e2e-tests-nsg-hnl94/svc-01 I1207 18:02:52.686288 1 event.go:389] "Event occurred" object="e2e-tests-nsg-hnl94/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:02:52.697612 1 controller.go:876] Finished syncing service "e2e-tests-nsg-hnl94/svc-01" (5.857050684s) I1207 18:02:52.764429 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:52.819701 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:02:52.819768 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-02" I1207 18:02:52.819902 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.229.157.14\"]" logger="GetLoadBalancer" service="svc-02" I1207 18:02:52.819930 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-hnl94/svc-02 I1207 18:02:52.820133 1 event.go:389] "Event occurred" object="e2e-tests-nsg-hnl94/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:02:52.822910 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:02:52.830675 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:02:52.919945 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:52.919985 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:02:52.920024 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-02" I1207 18:02:52.920046 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.229.157.14\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-02" I1207 18:02:52.920064 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-02" load-balancer="capz-uhx40o" delete-lb=true I1207 18:02:52.986642 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-hnl94/svc-02): lb backendpool - found private IP "10.1.0.4" I1207 18:02:52.986677 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-hnl94/svc-02): lb backendpool - found private IP "10.1.0.5" I1207 18:02:52.986774 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-02" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.157.14","10.0.0.4","10.1.0.4","10.1.0.5","4.229.157.14"] I1207 18:02:52.987391 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-02" load-balancer="capz-uhx40o" delete-lb=true I1207 18:02:54.484292 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02) - wantLb(false): started I1207 18:02:54.575451 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:02:54.575485 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:02:54.575515 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:02:54.575559 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.157.14" from frontendIPConfiguration "af40100b1b70a42a690712420a6addcb" for service "e2e-tests-nsg-hnl94/svc-02" I1207 18:02:54.575588 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.229.157.14\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-02" I1207 18:02:54.575606 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:02:54.575624 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-02)(false): lb frontendconfig(af40100b1b70a42a690712420a6addcb) - dropping I1207 18:02:54.575639 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-02)(false): lb probe(a9d258164e6b04f129a64d8a304ed712-TCP-81) - dropping I1207 18:02:54.575652 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-02)(false): lb probes updated: null I1207 18:02:54.575665 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-02)(false): lb rule(a9d258164e6b04f129a64d8a304ed712-TCP-81) - dropping I1207 18:02:54.575675 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-hnl94/svc-02)(false): lb rules updated: null I1207 18:02:54.575686 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-hnl94/svc-02) - LB fipConfigID(af40100b1b70a42a690712420a6addcb) - wantPLS(false) - createPLS(false) I1207 18:02:54.618730 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-hnl94/svc-02) finished I1207 18:02:54.618783 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.043055312 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-hnl94/svc-02" result_code="succeeded" I1207 18:02:54.618805 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-hnl94/svc-02, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:02:54.618966 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:02:54.619002 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:02:56.042256 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36996" resp=200 I1207 18:02:57.484911 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:02:57.484959 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:02:57.484969 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:02:57.485037 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:57.485057 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:02:57.485141 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:02.681668 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:03:04.927127 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o) finished I1207 18:03:04.927160 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02) - wantLb(false): started I1207 18:03:05.004716 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:03:05.086729 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:03:05.086778 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:03:05.086804 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-hnl94/svc-02): lb(capz-uhx40o-internal) finished I1207 18:03:05.086985 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-nsg-hnl94/svc-02): unbinding the service from pip capz-uhx40o-af40100b1b70a42a690712420a6addcb I1207 18:03:05.087109 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-nsg-hnl94/svc-02" pip="capz-uhx40o-af40100b1b70a42a690712420a6addcb" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:03:05.087293 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:03:06.044005 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.804µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34790" resp=200 I1207 18:03:07.485658 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:03:07.485687 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:03:07.485693 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:03:07.485725 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:07.485735 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:07.485742 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:15.399017 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.578993596 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-hnl94/svc-02" result_code="succeeded" I1207 18:03:15.407237 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:03:15.407299 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-hnl94/svc-02 I1207 18:03:15.454637 1 controller.go:984] Patching status for service e2e-tests-nsg-hnl94/svc-02 I1207 18:03:15.455421 1 event.go:389] "Event occurred" object="e2e-tests-nsg-hnl94/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:03:15.461498 1 controller.go:876] Finished syncing service "e2e-tests-nsg-hnl94/svc-02" (22.763850396s) I1207 18:03:15.461534 1 controller.go:876] Finished syncing service "e2e-tests-nsg-hnl94/svc-01" (5.601µs) I1207 18:03:16.045250 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33198" resp=200 I1207 18:03:17.485848 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:03:17.485963 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:03:17.485976 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:03:17.486044 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:17.486068 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:17.486085 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:19.179254 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:03:26.042168 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40834" resp=200 I1207 18:03:27.485994 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:03:27.486044 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:03:27.486051 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:03:27.486087 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:27.486113 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:27.486112 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:35.087370 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:03:36.045042 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="105.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52946" resp=200 I1207 18:03:37.486229 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:03:37.486266 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:03:37.486273 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:03:37.486346 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:37.486361 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:37.486373 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:37.734922 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-jwbzw/svc-01 I1207 18:03:37.735370 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-jwbzw/svc-01 I1207 18:03:37.736141 1 event.go:389] "Event occurred" object="e2e-tests-nsg-jwbzw/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:03:37.753845 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:03:37.760519 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:03:37.760719 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a69c7c3def49744a79cab542cd04eac3" I1207 18:03:37.760768 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01) - wantLb(true): started I1207 18:03:37.834929 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:03:37.904162 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:03:37.970878 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:03:37.970933 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-jwbzw/svc-01) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:03:37.970990 1 azure_loadbalancer.go:2640] ensure(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) - creating a new frontend IP config "a69c7c3def49744a79cab542cd04eac3" (isIPv6=false) I1207 18:03:37.971253 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-jwbzw/svc-01): pip(e2e-tests-nsg-jwbzw-pip) - updating I1207 18:03:38.058997 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-01)(true): lb frontendconfig(a69c7c3def49744a79cab542cd04eac3) - adding I1207 18:03:38.059037 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a69c7c3def49744a79cab542cd04eac3-TCP-80) I1207 18:03:38.059092 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-01)(true): lb probes updated: [{"name":"a69c7c3def49744a79cab542cd04eac3-TCP-80","properties":{"intervalInSeconds":5,"port":31145,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:03:38.059150 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-01)(true): lb rules updated: [{"name":"a69c7c3def49744a79cab542cd04eac3-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a69c7c3def49744a79cab542cd04eac3"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a69c7c3def49744a79cab542cd04eac3-TCP-80"},"protocol":"Tcp"}}] I1207 18:03:38.059174 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) - updating I1207 18:03:38.468493 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 18:03:38.468514 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:03:38.468526 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:03:38.468535 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:03:39.014588 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 update I1207 18:03:39.014624 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 belongs to service e2e-tests-nsg-jwbzw/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:03:39.430273 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 update I1207 18:03:39.430307 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 belongs to service e2e-tests-nsg-jwbzw/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:03:39.739344 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) finished I1207 18:03:39.739376 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:03:39.739481 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-01" I1207 18:03:39.739512 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:03:39.857882 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-jwbzw/svc-01): lb backendpool - found private IP "10.1.0.5" I1207 18:03:39.857967 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-jwbzw/svc-01): lb backendpool - found private IP "10.1.0.4" I1207 18:03:39.858173 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:03:39.858254 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:03:39.858270 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:03:39.858449 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.5","10.0.0.4","10.1.0.4","4.205.195.70"] I1207 18:03:39.859120 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:03:41.233447 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-jwbzw/svc-01) - LB fipConfigID(a69c7c3def49744a79cab542cd04eac3) - wantPLS(true) - createPLS(false) I1207 18:03:41.233480 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-jwbzw/svc-01) finished I1207 18:03:41.233519 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000136 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-jwbzw/svc-01" result_code="succeeded" I1207 18:03:41.233543 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01) - wantLb(false): started I1207 18:03:41.301032 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:03:41.301062 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:03:41.301084 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:03:41.301107 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o-internal) finished I1207 18:03:41.301120 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:03:41.301283 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-jwbzw/svc-01): pip(e2e-tests-nsg-jwbzw-pip) - updating I1207 18:03:41.377356 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=3.627664553 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-jwbzw/svc-01" result_code="succeeded" I1207 18:03:41.387114 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:03:41.387230 1 controller.go:984] Patching status for service e2e-tests-nsg-jwbzw/svc-01 I1207 18:03:41.387999 1 event.go:389] "Event occurred" object="e2e-tests-nsg-jwbzw/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:03:41.400849 1 controller.go:876] Finished syncing service "e2e-tests-nsg-jwbzw/svc-01" (3.665993986s) I1207 18:03:46.043754 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="99.006µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45112" resp=200 I1207 18:03:47.487013 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:03:47.487059 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:03:47.487065 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:03:47.487147 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:47.487163 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:47.487171 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:49.180433 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:03:56.042629 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58002" resp=200 I1207 18:03:57.488141 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:03:57.488180 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:03:57.488189 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:03:57.488237 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:57.488253 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:57.488265 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:03:58.358295 1 controller.go:401] Ensuring load balancer for service e2e-tests-nsg-jwbzw/svc-02 I1207 18:03:58.358625 1 controller.go:943] Adding finalizer to service e2e-tests-nsg-jwbzw/svc-02 I1207 18:03:58.358824 1 event.go:389] "Event occurred" object="e2e-tests-nsg-jwbzw/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:03:58.379339 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:03:58.388407 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:03:58.388721 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a42d74a9e6cfb48bf887a3dd43a3dad1" I1207 18:03:58.388741 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02) - wantLb(true): started I1207 18:03:58.466480 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:03:58.466550 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:03:58.466582 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:03:58.466625 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-02" I1207 18:03:58.466646 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, true): current lb IPs: [\"4.205.195.70\"]" I1207 18:03:58.466669 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:03:58.466752 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-nsg-jwbzw/svc-02) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:03:58.466766 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:03:58.466796 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-nsg-jwbzw/svc-02): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:03:58.466813 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-nsg-jwbzw/svc-02): checking owned frontend IP configuration a69c7c3def49744a79cab542cd04eac3 I1207 18:03:58.466837 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a42d74a9e6cfb48bf887a3dd43a3dad1-TCP-81) I1207 18:03:58.467023 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-02)(true): lb probes updated: [{"name":"a42d74a9e6cfb48bf887a3dd43a3dad1-TCP-81","properties":{"intervalInSeconds":5,"port":31596,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:03:58.467254 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-02)(true): lb rules updated: [{"name":"a42d74a9e6cfb48bf887a3dd43a3dad1-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a69c7c3def49744a79cab542cd04eac3"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a42d74a9e6cfb48bf887a3dd43a3dad1-TCP-81"},"protocol":"Tcp"}}] I1207 18:03:58.467272 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o) - updating I1207 18:03:59.161464 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:04:02.911961 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 18:04:02.911982 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:04:02.912008 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o) finished I1207 18:04:02.912030 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:04:02.912055 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-02" I1207 18:04:02.912078 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:04:03.079446 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-jwbzw/svc-02): lb backendpool - found private IP "10.1.0.5" I1207 18:04:03.079476 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-jwbzw/svc-02): lb backendpool - found private IP "10.1.0.4" I1207 18:04:03.079664 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:04:03.079699 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" priority=501 I1207 18:04:03.079714 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" I1207 18:04:03.079746 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.205.195.70","10.0.0.4","10.1.0.4","10.1.0.5","4.205.195.70"] I1207 18:04:03.079768 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.205.195.70"] retained-prefixes=["4.205.195.70","10.0.0.4","10.1.0.4","10.1.0.5","4.205.195.70"] expected-prefixes=["4.205.195.70","4.205.195.70"] I1207 18:04:03.079784 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.205.195.70"] retained-prefixes=["4.205.195.70","10.0.0.4","10.1.0.4","10.1.0.5","4.205.195.70"] expected-prefixes=["4.205.195.70","4.205.195.70"] I1207 18:04:03.080240 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:04:04.441046 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-jwbzw/svc-02) - LB fipConfigID(a69c7c3def49744a79cab542cd04eac3) - wantPLS(true) - createPLS(false) I1207 18:04:04.441073 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-jwbzw/svc-02) finished I1207 18:04:04.441116 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013801 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-jwbzw/svc-02" result_code="succeeded" I1207 18:04:04.441139 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02) - wantLb(false): started I1207 18:04:04.523718 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:04.523749 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:04:04.523773 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:04:04.523798 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o-internal) finished I1207 18:04:04.523809 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:04:04.523952 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-nsg-jwbzw/svc-02): pip(e2e-tests-nsg-jwbzw-pip) - updating I1207 18:04:04.585215 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=6.207727162 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-jwbzw/svc-02" result_code="succeeded" I1207 18:04:04.595917 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:04:04.596114 1 controller.go:984] Patching status for service e2e-tests-nsg-jwbzw/svc-02 I1207 18:04:04.596480 1 event.go:389] "Event occurred" object="e2e-tests-nsg-jwbzw/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:04:04.609612 1 controller.go:876] Finished syncing service "e2e-tests-nsg-jwbzw/svc-02" (6.251783262s) I1207 18:04:05.088133 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:04:06.042602 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="132.408µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53574" resp=200 I1207 18:04:07.161911 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=13 I1207 18:04:07.544628 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:04:07.544656 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:04:07.544663 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:04:07.544705 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:07.544718 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:07.544726 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:16.044925 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47830" resp=200 I1207 18:04:17.489925 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:04:17.489954 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:04:17.489960 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:04:17.489991 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:17.490002 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:17.490009 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:19.181569 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:04:24.162487 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 update I1207 18:04:24.162519 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 belongs to service e2e-tests-nsg-jwbzw/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:04:24.175192 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 update I1207 18:04:24.175326 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 belongs to service e2e-tests-nsg-jwbzw/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:04:24.202368 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-02-fhlwm update I1207 18:04:24.202598 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-02-fhlwm belongs to service e2e-tests-nsg-jwbzw/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:04:24.231491 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-02-fhlwm update I1207 18:04:24.232305 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-02-fhlwm belongs to service e2e-tests-nsg-jwbzw/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:04:24.657805 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=7 I1207 18:04:24.834746 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 update I1207 18:04:24.835032 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 belongs to service e2e-tests-nsg-jwbzw/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:04:24.940899 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-02-fhlwm update I1207 18:04:24.941462 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-02-fhlwm belongs to service e2e-tests-nsg-jwbzw/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:04:25.059187 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-02-fhlwm update I1207 18:04:25.059375 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-02-fhlwm belongs to service e2e-tests-nsg-jwbzw/svc-02, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:04:25.255693 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 update I1207 18:04:25.255828 1 azure_local_services.go:324] EndpointSlice e2e-tests-nsg-jwbzw/svc-01-jrqf4 belongs to service e2e-tests-nsg-jwbzw/svc-01, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:04:26.042124 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58628" resp=200 I1207 18:04:27.489986 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:04:27.490021 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:04:27.490027 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:04:27.490093 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:27.490116 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:27.490115 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:30.081715 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:30.081756 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:04:30.081906 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-01" I1207 18:04:30.082168 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.205.195.70\"]" logger="GetLoadBalancer" service="svc-01" I1207 18:04:30.082248 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-jwbzw/svc-01 I1207 18:04:30.082887 1 event.go:389] "Event occurred" object="e2e-tests-nsg-jwbzw/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:04:30.085641 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:04:30.097178 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:04:30.182725 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:30.182763 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:04:30.182837 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-01" I1207 18:04:30.182883 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.205.195.70\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-01" I1207 18:04:30.182905 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-01" load-balancer="capz-uhx40o" delete-lb=true I1207 18:04:30.243075 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-jwbzw/svc-01): lb backendpool - found private IP "10.1.0.5" I1207 18:04:30.243100 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-jwbzw/svc-01): lb backendpool - found private IP "10.1.0.4" I1207 18:04:30.243357 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-01" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.205.195.70","4.205.195.70","10.0.0.4","10.1.0.4","10.1.0.5","4.205.195.70"] I1207 18:04:30.243486 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-01" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.205.195.70"] retained-prefixes=["4.205.195.70","4.205.195.70","10.0.0.4","10.1.0.4","10.1.0.5","4.205.195.70"] expected-prefixes=["4.205.195.70","4.205.195.70","4.205.195.70"] I1207 18:04:30.243881 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-01" load-balancer="capz-uhx40o" delete-lb=true I1207 18:04:31.611922 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01) - wantLb(false): started I1207 18:04:31.685062 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:31.685293 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:04:31.685479 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:04:31.685653 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-01" I1207 18:04:31.685887 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-01, capz-uhx40o, false): current lb IPs: [\"4.205.195.70\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-01" I1207 18:04:31.686019 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name W1207 18:04:31.687152 1 azure_loadbalancer.go:1627] isFrontendIPConfigUnsafeToDelete: frontend IP configuration with ID /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a69c7c3def49744a79cab542cd04eac3 on LB capz-uhx40o cannot be deleted because it is being referenced by load balancing rules of other services I1207 18:04:31.687624 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-01)(false): lb probe(a69c7c3def49744a79cab542cd04eac3-TCP-80) - dropping I1207 18:04:31.691477 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-01)(false): lb probes updated: null I1207 18:04:31.691673 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-01)(false): lb rule(a69c7c3def49744a79cab542cd04eac3-TCP-80) - dropping I1207 18:04:31.691787 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-01)(false): lb rules updated: null I1207 18:04:31.691945 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) - updating I1207 18:04:35.087706 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:04:35.178625 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o) finished I1207 18:04:35.178667 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01) - wantLb(false): started I1207 18:04:35.261200 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:35.261456 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:04:35.261633 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:04:35.261842 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-01): lb(capz-uhx40o-internal) finished I1207 18:04:35.262061 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.17962943 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-jwbzw/svc-01" result_code="succeeded" I1207 18:04:35.273131 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:04:35.273404 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-jwbzw/svc-01 I1207 18:04:35.326383 1 controller.go:984] Patching status for service e2e-tests-nsg-jwbzw/svc-01 I1207 18:04:35.326646 1 event.go:389] "Event occurred" object="e2e-tests-nsg-jwbzw/svc-01" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:04:35.332469 1 controller.go:876] Finished syncing service "e2e-tests-nsg-jwbzw/svc-01" (5.332409463s) I1207 18:04:35.416523 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:35.416573 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:04:35.416606 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-02" I1207 18:04:35.416630 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.205.195.70\"]" logger="GetLoadBalancer" service="svc-02" I1207 18:04:35.416648 1 controller.go:382] Deleting existing load balancer for service e2e-tests-nsg-jwbzw/svc-02 I1207 18:04:35.416960 1 event.go:389] "Event occurred" object="e2e-tests-nsg-jwbzw/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:04:35.420167 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:04:35.431556 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:04:35.513151 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:35.513195 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:04:35.513231 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-02" I1207 18:04:35.513263 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.205.195.70\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-02" I1207 18:04:35.513401 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-02" load-balancer="capz-uhx40o" delete-lb=true I1207 18:04:35.574036 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-jwbzw/svc-02): lb backendpool - found private IP "10.1.0.5" I1207 18:04:35.574168 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-nsg-jwbzw/svc-02): lb backendpool - found private IP "10.1.0.4" I1207 18:04:35.574320 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-02" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.205.195.70","10.1.0.4","10.1.0.5","10.0.0.4","4.205.195.70"] I1207 18:04:35.574715 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-02" load-balancer="capz-uhx40o" delete-lb=true I1207 18:04:35.662006 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=10 I1207 18:04:36.042217 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38962" resp=200 I1207 18:04:37.488877 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02) - wantLb(false): started I1207 18:04:37.490045 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:04:37.490068 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:04:37.490073 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:04:37.490101 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:37.490110 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:37.490117 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:37.608848 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:37.608885 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:04:37.608915 1 azure_loadbalancer.go:1034] get(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:04:37.608951 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.195.70" from frontendIPConfiguration "a69c7c3def49744a79cab542cd04eac3" for service "e2e-tests-nsg-jwbzw/svc-02" I1207 18:04:37.608975 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(svc-02, capz-uhx40o, false): current lb IPs: [\"4.205.195.70\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-nsg-jwbzw/svc-02" I1207 18:04:37.608991 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:04:37.609063 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-02)(false): lb frontendconfig(a69c7c3def49744a79cab542cd04eac3) - dropping I1207 18:04:37.609084 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-02)(false): lb probe(a42d74a9e6cfb48bf887a3dd43a3dad1-TCP-81) - dropping I1207 18:04:37.609119 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-02)(false): lb probes updated: null I1207 18:04:37.609129 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-02)(false): lb rule(a42d74a9e6cfb48bf887a3dd43a3dad1-TCP-81) - dropping I1207 18:04:37.609138 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-nsg-jwbzw/svc-02)(false): lb rules updated: null I1207 18:04:37.609150 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-nsg-jwbzw/svc-02) - LB fipConfigID(a69c7c3def49744a79cab542cd04eac3) - wantPLS(false) - createPLS(false) I1207 18:04:37.649345 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-nsg-jwbzw/svc-02) finished I1207 18:04:37.649419 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.040219188 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-jwbzw/svc-02" result_code="succeeded" I1207 18:04:37.649454 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-nsg-jwbzw/svc-02, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:04:37.649476 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:04:37.649511 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:04:38.775237 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:04:40.749934 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:04:46.041838 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51870" resp=200 I1207 18:04:47.490163 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:04:47.490204 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:04:47.490211 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:04:47.490247 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:47.490257 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:47.490414 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:48.165028 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o) finished I1207 18:04:48.165065 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02) - wantLb(false): started I1207 18:04:48.246119 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:48.327581 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:04:48.327623 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:04:48.327647 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-nsg-jwbzw/svc-02): lb(capz-uhx40o-internal) finished I1207 18:04:48.327880 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.910972704 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-nsg-jwbzw/svc-02" result_code="succeeded" I1207 18:04:48.338784 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:04:48.338971 1 controller.go:958] Removing finalizer from service e2e-tests-nsg-jwbzw/svc-02 I1207 18:04:48.380432 1 controller.go:984] Patching status for service e2e-tests-nsg-jwbzw/svc-02 I1207 18:04:48.381100 1 event.go:389] "Event occurred" object="e2e-tests-nsg-jwbzw/svc-02" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:04:48.385082 1 controller.go:876] Finished syncing service "e2e-tests-nsg-jwbzw/svc-02" (13.052394431s) I1207 18:04:49.181931 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:04:56.042695 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48212" resp=200 I1207 18:04:57.490990 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:04:57.491020 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:04:57.491026 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:04:57.491062 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:57.491073 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:04:57.491081 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:05.087500 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:05:06.042270 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47140" resp=200 I1207 18:05:07.156971 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=93 I1207 18:05:07.492043 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:05:07.492080 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:05:07.492087 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:05:07.492125 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:07.492138 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:07.492152 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:16.043145 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59398" resp=200 I1207 18:05:17.493048 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:05:17.493088 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:05:17.493097 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:05:17.493149 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:17.493166 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:17.493186 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:19.182382 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:05:26.042442 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59878" resp=200 I1207 18:05:27.493486 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:05:27.493525 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:05:27.493533 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:05:27.493767 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:27.493918 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:27.493929 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:35.087498 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:05:36.042270 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="110.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49818" resp=200 I1207 18:05:37.494121 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:05:37.494153 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:05:37.494160 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:05:37.494202 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:37.494214 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:37.494233 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:39.162523 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:05:46.044376 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39302" resp=200 I1207 18:05:47.495107 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:05:47.495141 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:05:47.495147 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:05:47.495227 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:47.495243 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:47.495389 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:49.183105 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:05:52.134060 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:05:56.042393 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52410" resp=200 I1207 18:05:57.496119 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:05:57.496152 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:05:57.496157 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:05:57.496193 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:57.496204 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:05:57.496280 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:05.088080 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:06:06.042903 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49214" resp=200 I1207 18:06:07.496370 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:06:07.496404 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:06:07.496410 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:06:07.496445 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:07.496456 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:07.496463 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:16.042749 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39470" resp=200 I1207 18:06:17.546143 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:06:17.546168 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:06:17.546174 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:06:17.546209 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:17.546229 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:17.546243 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:19.183917 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:06:26.042934 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49698" resp=200 I1207 18:06:27.497329 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:06:27.497359 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:06:27.497365 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:06:27.497393 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:27.497403 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:27.497494 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:35.087113 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:06:36.042435 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.804µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35196" resp=200 I1207 18:06:37.497415 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:06:37.497477 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:06:37.497500 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:06:37.497695 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:37.497712 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:37.497722 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:46.042569 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50930" resp=200 I1207 18:06:47.497593 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:06:47.497627 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:06:47.497633 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:06:47.497671 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:47.497683 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:47.497690 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:48.156755 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=39 I1207 18:06:49.184413 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:06:50.655329 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=9 I1207 18:06:51.005750 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-dlj87/service-lb-test I1207 18:06:51.007060 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-dlj87/service-lb-test I1207 18:06:51.008690 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-dlj87/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:06:51.045658 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:06:51.068261 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:06:51.068543 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a5748ee4dcf184033a87f78ef743ea00" I1207 18:06:51.068561 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test) - wantLb(true): started I1207 18:06:51.130028 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:06:51.216301 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:06:51.216354 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:06:51.216381 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-dlj87/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:06:51.216394 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "a5748ee4dcf184033a87f78ef743ea00" (isIPv6=false) I1207 18:06:51.348712 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a5748ee4dcf184033a87f78ef743ea00" I1207 18:06:51.348761 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-lb-dlj87/service-lb-test): pip(capz-uhx40o-a5748ee4dcf184033a87f78ef743ea00) - creating I1207 18:06:51.348803 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a5748ee4dcf184033a87f78ef743ea00"): start I1207 18:06:52.472426 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl update I1207 18:06:52.472486 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl belongs to service e2e-tests-service-lb-dlj87/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:06:52.864353 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl update I1207 18:06:52.864918 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl belongs to service e2e-tests-service-lb-dlj87/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:06:52.886793 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl update I1207 18:06:52.886944 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl belongs to service e2e-tests-service-lb-dlj87/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:06:53.482427 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl update I1207 18:06:53.482458 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl belongs to service e2e-tests-service-lb-dlj87/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:06:53.494824 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl update I1207 18:06:53.494883 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-dlj87/service-lb-test-nb9fl belongs to service e2e-tests-service-lb-dlj87/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:06:53.737341 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:06:55.247168 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-dlj87/service-lb-test)(true): lb frontendconfig(a5748ee4dcf184033a87f78ef743ea00) - adding I1207 18:06:55.247205 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a5748ee4dcf184033a87f78ef743ea00-TCP-80) I1207 18:06:55.247259 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-dlj87/service-lb-test)(true): lb probes updated: [{"name":"a5748ee4dcf184033a87f78ef743ea00-TCP-80","properties":{"intervalInSeconds":10,"port":32712,"probeThreshold":8,"protocol":"Http","requestPath":"/healthtz"}}] I1207 18:06:55.247312 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-dlj87/service-lb-test)(true): lb rules updated: [{"name":"a5748ee4dcf184033a87f78ef743ea00-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a5748ee4dcf184033a87f78ef743ea00"},"frontendPort":80,"idleTimeoutInMinutes":20,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a5748ee4dcf184033a87f78ef743ea00-TCP-80"},"protocol":"Tcp"}}] I1207 18:06:55.247332 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) - updating I1207 18:06:55.717927 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:06:55.717960 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 18:06:55.717977 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:06:55.717988 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:06:56.042347 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="137.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51052" resp=200 I1207 18:06:56.975827 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) finished I1207 18:06:56.975950 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:06:57.047676 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.47.87.111" from frontendIPConfiguration "a5748ee4dcf184033a87f78ef743ea00" for service "e2e-tests-service-lb-dlj87/service-lb-test" I1207 18:06:57.047743 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:06:57.166374 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-dlj87/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:06:57.166400 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-dlj87/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:06:57.166454 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:06:57.166484 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:06:57.166498 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:06:57.166526 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","20.47.87.111"] I1207 18:06:57.167008 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:06:57.498087 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:06:57.498131 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:06:57.498141 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:06:57.498193 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:57.498214 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:57.498306 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:06:58.611795 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-dlj87/service-lb-test) - LB fipConfigID(a5748ee4dcf184033a87f78ef743ea00) - wantPLS(true) - createPLS(false) I1207 18:06:58.611826 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-dlj87/service-lb-test) finished I1207 18:06:58.611888 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-dlj87/service-lb-test" result_code="succeeded" I1207 18:06:58.612701 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test) - wantLb(false): started I1207 18:06:58.689986 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:06:58.690040 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:06:58.690072 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:06:58.690136 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:06:58.690150 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:06:58.690456 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=7.653842582 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-dlj87/service-lb-test" result_code="succeeded" I1207 18:06:58.700928 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:06:58.701049 1 controller.go:984] Patching status for service e2e-tests-service-lb-dlj87/service-lb-test I1207 18:06:58.701417 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-dlj87/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:06:58.716701 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-dlj87/service-lb-test" (7.710967337s) I1207 18:07:05.087324 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:07:06.042472 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59680" resp=200 I1207 18:07:07.498894 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:07:07.498930 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:07:07.498938 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:07:07.498982 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:07.498995 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:07.499003 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:16.044736 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47694" resp=200 I1207 18:07:17.499901 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:07:17.499954 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:07:17.499959 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:07:17.499997 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:17.500007 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:17.500014 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:19.163652 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:07:19.184880 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:07:22.519686 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-dlj87/service-lb-test I1207 18:07:22.522969 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-dlj87/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:07:22.526424 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:07:22.535500 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:07:22.535693 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a5748ee4dcf184033a87f78ef743ea00" I1207 18:07:22.535713 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test) - wantLb(true): started I1207 18:07:22.599808 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:07:22.599838 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:07:22.599928 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:07:22.600400 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.47.87.111" from frontendIPConfiguration "a5748ee4dcf184033a87f78ef743ea00" for service "e2e-tests-service-lb-dlj87/service-lb-test" I1207 18:07:22.600441 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"20.47.87.111\"]" I1207 18:07:22.600459 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:07:22.600483 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-dlj87/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:07:22.674582 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:07:22.674635 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-dlj87/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:07:22.674657 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-dlj87/service-lb-test): checking owned frontend IP configuration a5748ee4dcf184033a87f78ef743ea00 I1207 18:07:22.674726 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a5748ee4dcf184033a87f78ef743ea00-TCP-80) I1207 18:07:22.674775 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:07:22.674780 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 18:07:22.674805 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) finished I1207 18:07:22.674816 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:07:22.675115 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.47.87.111" from frontendIPConfiguration "a5748ee4dcf184033a87f78ef743ea00" for service "e2e-tests-service-lb-dlj87/service-lb-test" I1207 18:07:22.675247 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:07:23.795666 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-dlj87/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:07:23.795691 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-dlj87/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:07:23.795757 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:07:23.795813 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:07:23.795827 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:07:23.795975 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["20.47.87.111","10.0.0.4","10.1.0.4","10.1.0.5","20.47.87.111"] I1207 18:07:23.796026 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["20.47.87.111"] retained-prefixes=["20.47.87.111","10.0.0.4","10.1.0.4","10.1.0.5","20.47.87.111"] expected-prefixes=["20.47.87.111","20.47.87.111"] I1207 18:07:23.796420 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:07:24.101962 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-dlj87/service-lb-test) - LB fipConfigID(a5748ee4dcf184033a87f78ef743ea00) - wantPLS(true) - createPLS(false) I1207 18:07:24.101997 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-dlj87/service-lb-test) finished I1207 18:07:24.102029 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000163 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-dlj87/service-lb-test" result_code="succeeded" I1207 18:07:24.102067 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test) - wantLb(false): started I1207 18:07:24.172823 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:07:24.172860 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:07:24.172884 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:07:24.172909 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:07:24.172921 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:07:24.173090 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=1.653314205 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-dlj87/service-lb-test" result_code="succeeded" I1207 18:07:24.180317 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:07:24.180523 1 controller.go:984] Patching status for service e2e-tests-service-lb-dlj87/service-lb-test I1207 18:07:24.181478 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-dlj87/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:07:24.189235 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-dlj87/service-lb-test" (1.669514584s) I1207 18:07:26.042735 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.804µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53454" resp=200 I1207 18:07:27.501009 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:07:27.501042 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:07:27.501048 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:07:27.501122 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:27.501144 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:27.501157 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:35.087289 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:07:36.042914 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="104.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32902" resp=200 I1207 18:07:37.501489 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:07:37.501533 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:07:37.501543 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:07:37.501597 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:37.501614 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:37.501626 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:43.770201 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:07:43.770239 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:07:43.770288 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.47.87.111" from frontendIPConfiguration "a5748ee4dcf184033a87f78ef743ea00" for service "e2e-tests-service-lb-dlj87/service-lb-test" I1207 18:07:43.770311 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"20.47.87.111\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:07:43.770325 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-dlj87/service-lb-test I1207 18:07:43.770735 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-dlj87/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:07:43.773962 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:07:43.786427 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:07:43.870629 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:07:43.870660 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:07:43.870708 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.47.87.111" from frontendIPConfiguration "a5748ee4dcf184033a87f78ef743ea00" for service "e2e-tests-service-lb-dlj87/service-lb-test" I1207 18:07:43.870859 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"20.47.87.111\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-dlj87/service-lb-test" I1207 18:07:43.870889 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-dlj87/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:07:43.922058 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-dlj87/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:07:43.922085 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-dlj87/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:07:43.922192 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-dlj87/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["20.47.87.111","10.0.0.4","10.1.0.4","10.1.0.5","20.47.87.111"] I1207 18:07:43.922602 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-dlj87/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:07:45.348657 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test) - wantLb(false): started I1207 18:07:45.416068 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:07:45.416101 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:07:45.416122 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:07:45.416275 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.47.87.111" from frontendIPConfiguration "a5748ee4dcf184033a87f78ef743ea00" for service "e2e-tests-service-lb-dlj87/service-lb-test" I1207 18:07:45.416309 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"20.47.87.111\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-dlj87/service-lb-test" I1207 18:07:45.416329 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:07:45.416348 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-dlj87/service-lb-test)(false): lb frontendconfig(a5748ee4dcf184033a87f78ef743ea00) - dropping I1207 18:07:45.416361 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-dlj87/service-lb-test)(false): lb probe(a5748ee4dcf184033a87f78ef743ea00-TCP-80) - dropping I1207 18:07:45.416376 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-dlj87/service-lb-test)(false): lb probes updated: null I1207 18:07:45.416386 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-dlj87/service-lb-test)(false): lb rule(a5748ee4dcf184033a87f78ef743ea00-TCP-80) - dropping I1207 18:07:45.416395 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-dlj87/service-lb-test)(false): lb rules updated: null I1207 18:07:45.416408 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-dlj87/service-lb-test) - LB fipConfigID(a5748ee4dcf184033a87f78ef743ea00) - wantPLS(false) - createPLS(false) I1207 18:07:45.496544 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-dlj87/service-lb-test) finished I1207 18:07:45.496603 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.080155929 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-dlj87/service-lb-test" result_code="succeeded" I1207 18:07:45.496627 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-dlj87/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:07:45.496644 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:07:45.496661 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:07:46.042344 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60606" resp=200 I1207 18:07:47.502064 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:07:47.502133 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:07:47.502140 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:07:47.502179 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:47.502223 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:47.502233 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:49.185320 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:07:55.871331 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o) finished I1207 18:07:55.871394 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test) - wantLb(false): started I1207 18:07:56.004218 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:07:56.043070 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="127.507µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40650" resp=200 I1207 18:07:56.070180 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:07:56.070220 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:07:56.070243 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-dlj87/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:07:56.070273 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-lb-dlj87/service-lb-test): unbinding the service from pip capz-uhx40o-a5748ee4dcf184033a87f78ef743ea00 I1207 18:07:56.070584 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-lb-dlj87/service-lb-test" pip="capz-uhx40o-a5748ee4dcf184033a87f78ef743ea00" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:07:57.502295 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:07:57.502330 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:07:57.502336 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:07:57.502370 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:57.502380 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:07:57.502386 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:05.087643 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:08:06.043284 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="163.609µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40024" resp=200 I1207 18:08:06.772490 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=23.002076373 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-dlj87/service-lb-test" result_code="succeeded" I1207 18:08:06.783571 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:08:06.783632 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-dlj87/service-lb-test I1207 18:08:06.831579 1 controller.go:984] Patching status for service e2e-tests-service-lb-dlj87/service-lb-test I1207 18:08:06.833252 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-dlj87/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:08:06.839276 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-dlj87/service-lb-test" (23.15658441s) I1207 18:08:06.839320 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-dlj87/service-lb-test" (5.601µs) I1207 18:08:07.502248 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:08:07.502286 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:08:07.502291 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:08:07.502322 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:07.502333 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:07.502341 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:07.972814 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:08:16.042422 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43814" resp=200 I1207 18:08:17.503061 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:08:17.503093 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:08:17.503104 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:08:17.503141 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:17.503152 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:17.503159 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:18.402843 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-m9qnx/service-lb-test I1207 18:08:18.403810 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-m9qnx/service-lb-test I1207 18:08:18.404791 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-m9qnx/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:08:18.434284 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:08:18.441465 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:08:18.441991 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a156f07d1d0b84a4d8612642ef557074" I1207 18:08:18.442010 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test) - wantLb(true): started I1207 18:08:18.560599 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:08:18.645150 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:08:18.715301 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:08:18.715339 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-m9qnx/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:08:18.715352 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "a156f07d1d0b84a4d8612642ef557074" (isIPv6=false) I1207 18:08:18.715481 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-m9qnx/service-lb-test): pip(service-lb-public-IPfbcf) - updating I1207 18:08:18.773937 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-m9qnx/service-lb-test)(true): lb frontendconfig(a156f07d1d0b84a4d8612642ef557074) - adding I1207 18:08:18.773971 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a156f07d1d0b84a4d8612642ef557074-TCP-80) I1207 18:08:18.774033 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-m9qnx/service-lb-test)(true): lb probes updated: [{"name":"a156f07d1d0b84a4d8612642ef557074-TCP-80","properties":{"intervalInSeconds":10,"port":31429,"probeThreshold":6,"protocol":"Tcp"}}] I1207 18:08:18.774149 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-m9qnx/service-lb-test)(true): lb rules updated: [{"name":"a156f07d1d0b84a4d8612642ef557074-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a156f07d1d0b84a4d8612642ef557074"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"SourceIP","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a156f07d1d0b84a4d8612642ef557074-TCP-80"},"protocol":"Tcp"}}] I1207 18:08:18.774242 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) - updating I1207 18:08:19.141090 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:08:19.141110 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 18:08:19.141122 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:08:19.141130 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:08:19.186224 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:08:20.422524 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) finished I1207 18:08:20.422556 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:08:20.422596 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "52.138.50.227" from frontendIPConfiguration "a156f07d1d0b84a4d8612642ef557074" for service "e2e-tests-service-lb-m9qnx/service-lb-test" I1207 18:08:20.422658 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:08:20.578185 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-m9qnx/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:08:20.578209 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-m9qnx/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:08:20.578266 1 securitygroup.go:250] "Patching a rule for allowed IP ranges" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:08:20.578298 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_171627efadb2d53e9804aac21fa6e380" priority=500 I1207 18:08:20.578312 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_171627efadb2d53e9804aac21fa6e380" I1207 18:08:20.578328 1 securitygroup.go:269] "Patching a rule for deny all" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:08:20.578339 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_deny-all_IPv4" priority=4095 I1207 18:08:20.578350 1 securitygroup.go:291] "Patched a rule for deny all" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_deny-all_IPv4" I1207 18:08:20.578374 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","52.138.50.227"] I1207 18:08:20.578740 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:08:22.066103 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-m9qnx/service-lb-test) - LB fipConfigID(a156f07d1d0b84a4d8612642ef557074) - wantPLS(true) - createPLS(false) I1207 18:08:22.066135 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-m9qnx/service-lb-test) finished I1207 18:08:22.066175 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000016101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-m9qnx/service-lb-test" result_code="succeeded" I1207 18:08:22.066204 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test) - wantLb(false): started I1207 18:08:22.166918 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:08:22.166949 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:08:22.166973 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:08:22.166998 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:08:22.167010 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:08:22.167117 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-m9qnx/service-lb-test): pip(service-lb-public-IPfbcf) - updating I1207 18:08:22.235572 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=3.803698035 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-m9qnx/service-lb-test" result_code="succeeded" I1207 18:08:22.246472 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:08:22.246542 1 controller.go:984] Patching status for service e2e-tests-service-lb-m9qnx/service-lb-test I1207 18:08:22.247155 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-m9qnx/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:08:22.258707 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-m9qnx/service-lb-test" (3.855883175s) I1207 18:08:26.043064 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="130.207µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57278" resp=200 I1207 18:08:27.616663 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:08:27.616693 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:08:27.616699 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:08:27.616738 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:27.616749 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:27.616756 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:35.087739 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:08:36.045237 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="105.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34716" resp=200 I1207 18:08:37.504148 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:08:37.504191 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:08:37.504199 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:08:37.504254 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:37.504273 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:37.504283 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:46.044668 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="131.707µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45312" resp=200 I1207 18:08:47.506686 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:08:47.506757 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:08:47.506768 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:08:47.506997 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:47.507016 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:47.507029 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:49.186347 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:08:49.717337 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-m9qnx/service-lb-test I1207 18:08:49.718094 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-m9qnx/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:08:49.723301 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:08:49.739043 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:08:49.739216 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a156f07d1d0b84a4d8612642ef557074" I1207 18:08:49.739227 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test) - wantLb(true): started I1207 18:08:49.807208 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:08:49.807388 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:08:49.807489 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:08:49.807653 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "52.138.50.227" from frontendIPConfiguration "a156f07d1d0b84a4d8612642ef557074" for service "e2e-tests-service-lb-m9qnx/service-lb-test" I1207 18:08:49.807750 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"52.138.50.227\"]" I1207 18:08:49.807825 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:08:49.807939 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-m9qnx/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:08:49.808025 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:08:49.808109 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-m9qnx/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:08:49.808216 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-m9qnx/service-lb-test): checking owned frontend IP configuration a156f07d1d0b84a4d8612642ef557074 I1207 18:08:49.808337 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a156f07d1d0b84a4d8612642ef557074-TCP-80) I1207 18:08:49.808451 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:08:49.808522 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 18:08:49.808611 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) finished I1207 18:08:49.808688 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:08:49.808766 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "52.138.50.227" from frontendIPConfiguration "a156f07d1d0b84a4d8612642ef557074" for service "e2e-tests-service-lb-m9qnx/service-lb-test" I1207 18:08:49.808871 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:08:49.960936 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-m9qnx/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:08:49.960963 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-m9qnx/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:08:49.961041 1 securitygroup.go:250] "Patching a rule for allowed IP ranges" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:08:49.961071 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_171627efadb2d53e9804aac21fa6e380" priority=500 I1207 18:08:49.961123 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_171627efadb2d53e9804aac21fa6e380" I1207 18:08:49.961135 1 securitygroup.go:269] "Patching a rule for deny all" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:08:49.961146 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_deny-all_IPv4" priority=4095 I1207 18:08:49.961158 1 securitygroup.go:291] "Patched a rule for deny all" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_deny-all_IPv4" I1207 18:08:49.961186 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["52.138.50.227","10.0.0.4","10.1.0.4","10.1.0.5","52.138.50.227"] I1207 18:08:49.961257 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_171627efadb2d53e9804aac21fa6e380" current-prefixes=["52.138.50.227"] retained-prefixes=["52.138.50.227","10.0.0.4","10.1.0.4","10.1.0.5","52.138.50.227"] expected-prefixes=["52.138.50.227","52.138.50.227"] I1207 18:08:49.961280 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_deny-all_IPv4" current-prefixes=["52.138.50.227"] retained-prefixes=["52.138.50.227","10.0.0.4","10.1.0.4","10.1.0.5","52.138.50.227"] expected-prefixes=["52.138.50.227","52.138.50.227"] I1207 18:08:49.961725 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:08:50.176150 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-m9qnx/service-lb-test) - LB fipConfigID(a156f07d1d0b84a4d8612642ef557074) - wantPLS(true) - createPLS(false) I1207 18:08:50.176178 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-m9qnx/service-lb-test) finished I1207 18:08:50.176208 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000134 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-m9qnx/service-lb-test" result_code="succeeded" I1207 18:08:50.176239 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test) - wantLb(false): started I1207 18:08:50.249068 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:08:50.249183 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:08:50.249283 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:08:50.249458 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:08:50.249560 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:08:50.249828 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-m9qnx/service-lb-test): pip(service-lb-public-IPfbcf) - updating I1207 18:08:50.310216 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.592776847 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-m9qnx/service-lb-test" result_code="succeeded" I1207 18:08:50.318635 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:08:50.318913 1 controller.go:984] Patching status for service e2e-tests-service-lb-m9qnx/service-lb-test I1207 18:08:50.319286 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-m9qnx/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:08:50.323255 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-m9qnx/service-lb-test" (605.910749ms) I1207 18:08:56.042572 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="104.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36204" resp=200 I1207 18:08:57.506143 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:08:57.506193 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:08:57.506203 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:08:57.506257 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:57.506427 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:57.506453 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:08:59.164619 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:09:05.087129 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:09:06.042324 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57178" resp=200 I1207 18:09:07.506259 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:09:07.506304 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:09:07.506314 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:09:07.506374 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:07.506392 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:07.506426 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:10.981203 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:09:10.981246 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:09:10.981285 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "52.138.50.227" from frontendIPConfiguration "a156f07d1d0b84a4d8612642ef557074" for service "e2e-tests-service-lb-m9qnx/service-lb-test" I1207 18:09:10.981308 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"52.138.50.227\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:09:10.981324 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-m9qnx/service-lb-test I1207 18:09:10.981702 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-m9qnx/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:09:10.984705 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:09:10.997376 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:09:11.064395 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:09:11.064430 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:09:11.064469 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "52.138.50.227" from frontendIPConfiguration "a156f07d1d0b84a4d8612642ef557074" for service "e2e-tests-service-lb-m9qnx/service-lb-test" I1207 18:09:11.064494 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"52.138.50.227\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-m9qnx/service-lb-test" I1207 18:09:11.064512 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-m9qnx/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:09:11.125975 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-m9qnx/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:09:11.126071 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-m9qnx/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:09:11.126158 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-m9qnx/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["52.138.50.227","10.0.0.4","10.1.0.4","10.1.0.5","52.138.50.227"] I1207 18:09:11.126498 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-m9qnx/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:09:12.511174 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test) - wantLb(false): started I1207 18:09:12.591459 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:09:12.591489 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:09:12.591509 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:09:12.591546 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "52.138.50.227" from frontendIPConfiguration "a156f07d1d0b84a4d8612642ef557074" for service "e2e-tests-service-lb-m9qnx/service-lb-test" I1207 18:09:12.591744 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"52.138.50.227\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-m9qnx/service-lb-test" I1207 18:09:12.591770 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:09:12.591896 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-m9qnx/service-lb-test)(false): lb frontendconfig(a156f07d1d0b84a4d8612642ef557074) - dropping I1207 18:09:12.591927 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-m9qnx/service-lb-test)(false): lb probe(a156f07d1d0b84a4d8612642ef557074-TCP-80) - dropping I1207 18:09:12.592056 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-m9qnx/service-lb-test)(false): lb probes updated: null I1207 18:09:12.592067 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-m9qnx/service-lb-test)(false): lb rule(a156f07d1d0b84a4d8612642ef557074-TCP-80) - dropping I1207 18:09:12.592094 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-m9qnx/service-lb-test)(false): lb rules updated: null I1207 18:09:12.592105 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-m9qnx/service-lb-test) - LB fipConfigID(a156f07d1d0b84a4d8612642ef557074) - wantPLS(false) - createPLS(false) I1207 18:09:12.645211 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-m9qnx/service-lb-test) finished I1207 18:09:12.645267 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.053123632 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-m9qnx/service-lb-test" result_code="succeeded" I1207 18:09:12.645289 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-m9qnx/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:09:12.645306 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:09:12.645323 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:09:16.043014 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="104.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41226" resp=200 I1207 18:09:17.506492 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:09:17.506526 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:09:17.506572 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:09:17.506612 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:17.506627 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:17.506701 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:19.187115 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:09:23.161950 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o) finished I1207 18:09:23.162020 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test) - wantLb(false): started I1207 18:09:23.226972 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:09:23.330354 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:09:23.330407 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:09:23.330428 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-m9qnx/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:09:23.330997 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.349478901 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-m9qnx/service-lb-test" result_code="succeeded" I1207 18:09:23.342510 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:09:23.342565 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-m9qnx/service-lb-test I1207 18:09:23.405754 1 controller.go:984] Patching status for service e2e-tests-service-lb-m9qnx/service-lb-test I1207 18:09:23.406003 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-m9qnx/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:09:23.417615 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-m9qnx/service-lb-test" (12.516191886s) I1207 18:09:23.417652 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-m9qnx/service-lb-test" (5.7µs) I1207 18:09:26.042283 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52876" resp=200 I1207 18:09:27.507311 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:09:27.507349 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:09:27.507356 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:09:27.507435 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:27.507498 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:27.507507 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:35.087803 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:09:36.042499 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38246" resp=200 I1207 18:09:37.507657 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:09:37.507779 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:09:37.507795 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:09:37.507836 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:37.507848 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:37.507885 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:45.243065 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:09:46.042242 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45906" resp=200 I1207 18:09:47.508057 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:09:47.508093 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:09:47.508099 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:09:47.508200 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:47.508264 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:47.508352 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:47.578272 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-5zl7j/service-lb-test I1207 18:09:47.578593 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-5zl7j/service-lb-test I1207 18:09:47.579536 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-5zl7j/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:09:47.609697 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:09:47.619895 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:09:47.620233 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a36a022b9d56f43a7905cfb79371f87a" I1207 18:09:47.620388 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test) - wantLb(true): started I1207 18:09:47.851327 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:09:47.917436 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:09:47.917484 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:09:47.917542 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-5zl7j/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:09:47.917557 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "a36a022b9d56f43a7905cfb79371f87a" (isIPv6=false) I1207 18:09:47.971168 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a36a022b9d56f43a7905cfb79371f87a-prefix" I1207 18:09:47.971280 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-lb-5zl7j/service-lb-test): pip(capz-uhx40o-a36a022b9d56f43a7905cfb79371f87a-prefix) - creating I1207 18:09:47.971298 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a36a022b9d56f43a7905cfb79371f87a-prefix"): start I1207 18:09:49.187258 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:09:49.736508 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-5zl7j/service-lb-test)(true): lb frontendconfig(a36a022b9d56f43a7905cfb79371f87a) - adding I1207 18:09:49.736640 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a36a022b9d56f43a7905cfb79371f87a-TCP-80) I1207 18:09:49.736708 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-5zl7j/service-lb-test)(true): lb probes updated: [{"name":"a36a022b9d56f43a7905cfb79371f87a-TCP-31431","properties":{"intervalInSeconds":5,"port":31431,"probeThreshold":2,"protocol":"Http","requestPath":"/healthz"}}] I1207 18:09:49.737007 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-5zl7j/service-lb-test)(true): lb rules updated: [{"name":"a36a022b9d56f43a7905cfb79371f87a-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":31965,"disableOutboundSnat":false,"enableFloatingIP":false,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a36a022b9d56f43a7905cfb79371f87a"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a36a022b9d56f43a7905cfb79371f87a-TCP-31431"},"protocol":"Tcp"}}] I1207 18:09:49.737051 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) - updating I1207 18:09:50.210944 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:09:50.210967 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 18:09:50.210979 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:09:50.210987 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:09:51.482639 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) finished I1207 18:09:51.482692 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:09:51.540491 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.80" from frontendIPConfiguration "a36a022b9d56f43a7905cfb79371f87a" for service "e2e-tests-service-lb-5zl7j/service-lb-test" I1207 18:09:51.540532 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:09:51.671917 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-5zl7j/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:09:51.671941 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-5zl7j/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:09:51.671995 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:09:51.672027 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_5bcd9fe092f3328262d05747ff360164" priority=500 I1207 18:09:51.672042 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_5bcd9fe092f3328262d05747ff360164" I1207 18:09:51.672069 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","40.82.166.80"] I1207 18:09:51.672390 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:09:53.069327 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-5zl7j/service-lb-test) - LB fipConfigID(a36a022b9d56f43a7905cfb79371f87a) - wantPLS(true) - createPLS(false) I1207 18:09:53.069357 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-5zl7j/service-lb-test) finished I1207 18:09:53.069396 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013801 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-5zl7j/service-lb-test" result_code="succeeded" I1207 18:09:53.069497 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test) - wantLb(false): started I1207 18:09:53.139241 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:09:53.139274 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:09:53.139299 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:09:53.139322 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:09:53.139338 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:09:53.139496 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-5zl7j/service-lb-test): pip(capz-uhx40o-a36a022b9d56f43a7905cfb79371f87a-prefix) - updating I1207 18:09:53.193827 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.586778311 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-5zl7j/service-lb-test" result_code="succeeded" I1207 18:09:53.203905 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:09:53.204029 1 controller.go:984] Patching status for service e2e-tests-service-lb-5zl7j/service-lb-test I1207 18:09:53.204407 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-5zl7j/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:09:53.214257 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-5zl7j/service-lb-test" (5.636009727s) I1207 18:09:56.042297 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.203µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44422" resp=200 I1207 18:09:57.508718 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:09:57.508747 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:09:57.508752 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:09:57.508785 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:57.508795 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:09:57.508802 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:05.087834 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:10:06.042806 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38550" resp=200 I1207 18:10:07.508764 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:10:07.508795 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:10:07.508801 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:10:07.508841 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:07.508876 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:07.508884 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:16.042400 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43462" resp=200 I1207 18:10:17.509307 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:10:17.509340 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:10:17.509346 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:10:17.509379 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:17.509389 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:17.509397 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:18.829389 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-5zl7j/service-lb-test I1207 18:10:18.830626 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-5zl7j/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:10:18.833761 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:10:18.845669 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:10:18.846039 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a36a022b9d56f43a7905cfb79371f87a" I1207 18:10:18.846095 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test) - wantLb(true): started I1207 18:10:18.930745 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:10:18.930903 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:10:18.930963 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:10:18.931046 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.80" from frontendIPConfiguration "a36a022b9d56f43a7905cfb79371f87a" for service "e2e-tests-service-lb-5zl7j/service-lb-test" I1207 18:10:18.931089 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"40.82.166.80\"]" I1207 18:10:18.931128 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:10:18.931165 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-5zl7j/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:10:18.931216 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:10:18.931259 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-5zl7j/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:10:18.931307 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-5zl7j/service-lb-test): checking owned frontend IP configuration a36a022b9d56f43a7905cfb79371f87a I1207 18:10:18.931388 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a36a022b9d56f43a7905cfb79371f87a-TCP-80) I1207 18:10:18.931445 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:10:18.931476 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 18:10:18.931513 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) finished I1207 18:10:18.931549 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:10:18.931595 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.80" from frontendIPConfiguration "a36a022b9d56f43a7905cfb79371f87a" for service "e2e-tests-service-lb-5zl7j/service-lb-test" I1207 18:10:18.931638 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:10:19.055182 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-5zl7j/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:10:19.055207 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-5zl7j/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:10:19.055271 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:10:19.055294 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_5bcd9fe092f3328262d05747ff360164" priority=500 I1207 18:10:19.055373 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_5bcd9fe092f3328262d05747ff360164" I1207 18:10:19.055437 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["40.82.166.80","10.0.0.4","10.1.0.4","10.1.0.5","40.82.166.80"] I1207 18:10:19.055793 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-5zl7j/service-lb-test) - LB fipConfigID(a36a022b9d56f43a7905cfb79371f87a) - wantPLS(true) - createPLS(false) I1207 18:10:19.055816 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-5zl7j/service-lb-test) finished I1207 18:10:19.055866 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000016001 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-5zl7j/service-lb-test" result_code="succeeded" I1207 18:10:19.055894 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test) - wantLb(false): started I1207 18:10:19.130343 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:10:19.130374 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:10:19.130398 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:10:19.130428 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:10:19.130440 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:10:19.130564 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-5zl7j/service-lb-test): pip(capz-uhx40o-a36a022b9d56f43a7905cfb79371f87a-prefix) - updating I1207 18:10:19.188011 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:10:19.211280 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.381265156 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-5zl7j/service-lb-test" result_code="succeeded" I1207 18:10:19.219715 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:10:19.219808 1 controller.go:984] Patching status for service e2e-tests-service-lb-5zl7j/service-lb-test I1207 18:10:19.220336 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-5zl7j/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:10:19.228322 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-5zl7j/service-lb-test" (398.951583ms) I1207 18:10:26.043261 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.107µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54400" resp=200 I1207 18:10:27.510323 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:10:27.510353 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:10:27.510359 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:10:27.510399 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:27.510409 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:27.510417 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:35.088066 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:10:36.041846 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40832" resp=200 I1207 18:10:37.563995 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:10:37.564023 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:10:37.564029 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:10:37.564141 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:37.564156 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:37.564164 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:39.165422 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:10:40.118102 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:10:40.118215 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:10:40.118309 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.80" from frontendIPConfiguration "a36a022b9d56f43a7905cfb79371f87a" for service "e2e-tests-service-lb-5zl7j/service-lb-test" I1207 18:10:40.118376 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"40.82.166.80\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:10:40.118431 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-5zl7j/service-lb-test I1207 18:10:40.118942 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-5zl7j/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:10:40.121819 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:10:40.130441 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:10:40.209227 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:10:40.209284 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:10:40.209331 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.80" from frontendIPConfiguration "a36a022b9d56f43a7905cfb79371f87a" for service "e2e-tests-service-lb-5zl7j/service-lb-test" I1207 18:10:40.209356 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"40.82.166.80\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-5zl7j/service-lb-test" I1207 18:10:40.209377 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-5zl7j/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:10:40.209834 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-5zl7j/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:10:40.209847 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-5zl7j/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:10:40.210086 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-5zl7j/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["40.82.166.80","10.0.0.4","10.1.0.4","10.1.0.5","40.82.166.80"] I1207 18:10:40.210457 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-5zl7j/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:10:41.618245 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test) - wantLb(false): started I1207 18:10:41.705966 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:10:41.706003 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:10:41.706064 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:10:41.706143 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.80" from frontendIPConfiguration "a36a022b9d56f43a7905cfb79371f87a" for service "e2e-tests-service-lb-5zl7j/service-lb-test" I1207 18:10:41.706181 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"40.82.166.80\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-5zl7j/service-lb-test" I1207 18:10:41.706237 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:10:41.706256 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-5zl7j/service-lb-test)(false): lb frontendconfig(a36a022b9d56f43a7905cfb79371f87a) - dropping I1207 18:10:41.706268 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-5zl7j/service-lb-test)(false): lb probe(a36a022b9d56f43a7905cfb79371f87a-TCP-31431) - dropping I1207 18:10:41.706311 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-5zl7j/service-lb-test)(false): lb probes updated: null I1207 18:10:41.706320 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-5zl7j/service-lb-test)(false): lb rule(a36a022b9d56f43a7905cfb79371f87a-TCP-80) - dropping I1207 18:10:41.706328 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-5zl7j/service-lb-test)(false): lb rules updated: null I1207 18:10:41.706338 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-5zl7j/service-lb-test) - LB fipConfigID(a36a022b9d56f43a7905cfb79371f87a) - wantPLS(false) - createPLS(false) I1207 18:10:41.749069 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-5zl7j/service-lb-test) finished I1207 18:10:41.749124 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.042746858 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-5zl7j/service-lb-test" result_code="succeeded" I1207 18:10:41.749147 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-5zl7j/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:10:41.749165 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:10:41.749184 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:10:46.044168 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42966" resp=200 I1207 18:10:47.512368 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:10:47.512486 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:10:47.512497 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:10:47.512559 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:47.512574 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:47.512588 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:49.188888 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:10:52.060355 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o) finished I1207 18:10:52.060399 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test) - wantLb(false): started I1207 18:10:52.166140 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:10:52.244807 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:10:52.244865 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:10:52.244888 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-5zl7j/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:10:52.244916 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-lb-5zl7j/service-lb-test): unbinding the service from pip capz-uhx40o-a36a022b9d56f43a7905cfb79371f87a-prefix I1207 18:10:52.245107 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-lb-5zl7j/service-lb-test" pip="capz-uhx40o-a36a022b9d56f43a7905cfb79371f87a-prefix" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:10:56.042562 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58672" resp=200 I1207 18:10:57.513034 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:10:57.513077 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:10:57.513089 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:10:57.513196 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:57.513222 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:10:57.513325 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:02.560337 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.441756201 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-5zl7j/service-lb-test" result_code="succeeded" I1207 18:11:02.571996 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:11:02.572050 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-5zl7j/service-lb-test I1207 18:11:02.637497 1 controller.go:984] Patching status for service e2e-tests-service-lb-5zl7j/service-lb-test I1207 18:11:02.638187 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-5zl7j/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:11:02.640888 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-5zl7j/service-lb-test" (22.597907303s) I1207 18:11:02.640923 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-5zl7j/service-lb-test" (5.501µs) I1207 18:11:05.087947 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:11:06.043422 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47038" resp=200 I1207 18:11:07.513795 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:11:07.513828 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:11:07.513835 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:11:07.513912 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:07.513925 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:07.513935 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:16.044106 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37460" resp=200 I1207 18:11:17.513930 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:11:17.513986 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:11:17.513999 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:11:17.514062 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:17.514146 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:17.514086 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:19.189643 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:11:26.042767 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="92.407µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59364" resp=200 I1207 18:11:27.514562 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:11:27.514599 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:11:27.514605 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:11:27.514644 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:27.514657 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:27.514664 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:28.100147 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-2vc26/service-lb-test I1207 18:11:28.100407 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-2vc26/service-lb-test I1207 18:11:28.100562 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2vc26/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:11:28.121020 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:11:28.133522 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:11:28.133762 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a1ecf30cd45584365a4b859091d972f1" I1207 18:11:28.133829 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test) - wantLb(true): started I1207 18:11:28.224030 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:11:28.301180 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:11:28.301224 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:11:28.301246 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-2vc26/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:11:28.363332 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) - creating a new frontend IP config "a1ecf30cd45584365a4b859091d972f1-testSubnet" (isIPv6=false) I1207 18:11:28.363372 1 azure_loadbalancer.go:2680] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-2vc26/service-lb-test): dynamically allocate the private IP I1207 18:11:28.363391 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-2vc26/service-lb-test)(true): lb frontendconfig(a1ecf30cd45584365a4b859091d972f1-testSubnet) - adding I1207 18:11:28.363419 1 azure_loadbalancer.go:2920] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (a1ecf30cd45584365a4b859091d972f1-testSubnet-TCP-80) I1207 18:11:28.363484 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-2vc26/service-lb-test)(true): lb probes updated: [{"name":"a1ecf30cd45584365a4b859091d972f1-testSubnet-TCP-80","properties":{"intervalInSeconds":5,"port":30836,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:11:28.363560 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-2vc26/service-lb-test)(true): lb rules updated: [{"name":"a1ecf30cd45584365a4b859091d972f1-testSubnet-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":0,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/a1ecf30cd45584365a4b859091d972f1-testSubnet"},"frontendPort":0,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/a1ecf30cd45584365a4b859091d972f1-testSubnet-TCP-80"},"protocol":"All"}}] I1207 18:11:28.363597 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) - updating I1207 18:11:32.136475 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:11:32.136495 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 18:11:32.136508 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o-internal to add 2 nodes and remove 0 nodes I1207 18:11:32.136515 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o-internal I1207 18:11:33.543079 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:11:33.543111 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:11:33.543119 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "a1ecf30cd45584365a4b859091d972f1-testSubnet" for service "e2e-tests-service-lb-2vc26/service-lb-test" I1207 18:11:33.543147 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:11:33.658649 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2vc26/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:11:33.658677 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2vc26/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:11:33.658745 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.1.0.5","10.0.0.4","10.1.0.4","10.2.0.4"] I1207 18:11:33.659105 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-2vc26/service-lb-test) - LB fipConfigID(a1ecf30cd45584365a4b859091d972f1-testSubnet) - wantPLS(true) - createPLS(false) I1207 18:11:33.659124 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-2vc26/service-lb-test) finished I1207 18:11:33.659159 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000012801 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2vc26/service-lb-test" result_code="succeeded" I1207 18:11:33.659180 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test) - wantLb(false): started I1207 18:11:33.742211 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:11:33.742242 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:11:33.742265 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:11:33.742288 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o) finished I1207 18:11:33.742299 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:11:33.802128 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.685079756 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2vc26/service-lb-test" result_code="succeeded" I1207 18:11:33.812302 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:11:33.812476 1 controller.go:984] Patching status for service e2e-tests-service-lb-2vc26/service-lb-test I1207 18:11:33.813104 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2vc26/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:11:33.820781 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-2vc26/service-lb-test" (5.720675197s) I1207 18:11:35.087665 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:11:36.042448 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49476" resp=200 I1207 18:11:37.515311 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:11:37.515345 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:11:37.515350 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:11:37.515427 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:37.515487 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:37.515496 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:46.042461 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54684" resp=200 I1207 18:11:47.516337 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:11:47.516373 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:11:47.516382 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:11:47.516420 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:47.516431 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:47.516438 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:49.144291 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-2vc26/service-lb-test I1207 18:11:49.145778 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2vc26/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:11:49.148696 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:11:49.160468 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:11:49.160738 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a1ecf30cd45584365a4b859091d972f1" I1207 18:11:49.160756 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test) - wantLb(true): started I1207 18:11:49.190176 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:11:49.255055 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:11:49.255086 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:11:49.255176 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:11:49.255281 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "a1ecf30cd45584365a4b859091d972f1-testSubnet" for service "e2e-tests-service-lb-2vc26/service-lb-test" I1207 18:11:49.255372 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"10.2.0.4\"]" I1207 18:11:49.255459 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:11:49.255562 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-2vc26/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:11:49.255582 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:11:49.255625 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-2vc26/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o-internal I1207 18:11:49.309101 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-2vc26/service-lb-test): checking owned frontend IP configuration a1ecf30cd45584365a4b859091d972f1-testSubnet I1207 18:11:49.309153 1 azure_loadbalancer.go:2920] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (a1ecf30cd45584365a4b859091d972f1-testSubnet-TCP-80) I1207 18:11:49.309376 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:11:49.309426 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 18:11:49.309457 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:11:49.309471 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:11:49.309479 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "a1ecf30cd45584365a4b859091d972f1-testSubnet" for service "e2e-tests-service-lb-2vc26/service-lb-test" I1207 18:11:49.309504 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:11:49.367124 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2vc26/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:11:49.367464 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2vc26/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:11:49.367688 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.2.0.4","10.1.0.5","10.0.0.4","10.1.0.4","10.2.0.4"] I1207 18:11:49.368362 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-2vc26/service-lb-test) - LB fipConfigID(a1ecf30cd45584365a4b859091d972f1-testSubnet) - wantPLS(true) - createPLS(false) I1207 18:11:49.368523 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-2vc26/service-lb-test) finished I1207 18:11:49.368563 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000023502 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2vc26/service-lb-test" result_code="succeeded" I1207 18:11:49.368608 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test) - wantLb(false): started I1207 18:11:49.446827 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:11:49.447141 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:11:49.447365 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:11:49.447523 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o) finished I1207 18:11:49.447628 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:11:49.447951 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.303221166 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2vc26/service-lb-test" result_code="succeeded" I1207 18:11:49.463697 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:11:49.463814 1 controller.go:984] Patching status for service e2e-tests-service-lb-2vc26/service-lb-test I1207 18:11:49.464326 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2vc26/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:11:49.470282 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-2vc26/service-lb-test" (326.453157ms) I1207 18:11:56.042532 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="115.309µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47216" resp=200 I1207 18:11:57.517076 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:11:57.517108 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:11:57.517115 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:11:57.517140 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:57.517149 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:57.517156 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:11:59.669306 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:12:00.059075 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:00.059116 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:12:00.059124 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "a1ecf30cd45584365a4b859091d972f1-testSubnet" for service "e2e-tests-service-lb-2vc26/service-lb-test" I1207 18:12:00.059148 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"10.2.0.4\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:12:00.059191 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-2vc26/service-lb-test I1207 18:12:00.059940 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2vc26/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:12:00.063027 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:12:00.071086 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:12:00.144564 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:00.144599 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:12:00.144608 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "a1ecf30cd45584365a4b859091d972f1-testSubnet" for service "e2e-tests-service-lb-2vc26/service-lb-test" I1207 18:12:00.144666 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"10.2.0.4\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-2vc26/service-lb-test" I1207 18:12:00.144691 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-2vc26/service-lb-test" load-balancer="capz-uhx40o-internal" delete-lb=true I1207 18:12:00.145315 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2vc26/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:12:00.145334 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2vc26/service-lb-test): lb backendpool - found private IP "10.1.0.5" I1207 18:12:00.145424 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-2vc26/service-lb-test" load-balancer="capz-uhx40o-internal" delete-lb=true managed-destinations=["10.2.0.4","10.0.0.4","10.1.0.4","10.1.0.5","10.2.0.4"] I1207 18:12:00.145774 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test) - wantLb(false): started I1207 18:12:00.235245 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:00.235276 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:12:00.235297 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:12:00.235305 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "a1ecf30cd45584365a4b859091d972f1-testSubnet" for service "e2e-tests-service-lb-2vc26/service-lb-test" I1207 18:12:00.235330 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"10.2.0.4\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-2vc26/service-lb-test" I1207 18:12:00.235347 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:12:00.235365 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-2vc26/service-lb-test)(false): lb frontendconfig(a1ecf30cd45584365a4b859091d972f1-testSubnet) - dropping I1207 18:12:00.235376 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-2vc26/service-lb-test)(false): lb probe(a1ecf30cd45584365a4b859091d972f1-testSubnet-TCP-80) - dropping I1207 18:12:00.235386 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-2vc26/service-lb-test)(false): lb probes updated: null I1207 18:12:00.235394 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-2vc26/service-lb-test)(false): lb rule(a1ecf30cd45584365a4b859091d972f1-testSubnet-TCP-80) - dropping I1207 18:12:00.235401 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-2vc26/service-lb-test)(false): lb rules updated: null I1207 18:12:00.235411 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-2vc26/service-lb-test) - LB fipConfigID(a1ecf30cd45584365a4b859091d972f1-testSubnet) - wantPLS(false) - createPLS(false) I1207 18:12:00.296189 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-2vc26/service-lb-test) finished I1207 18:12:00.296243 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.060795674 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2vc26/service-lb-test" result_code="succeeded" I1207 18:12:00.296269 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o-internal, e2e-tests-service-lb-2vc26/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:12:00.296287 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:12:00.296304 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o-internal I1207 18:12:01.660524 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=8 I1207 18:12:05.088148 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:12:06.042244 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44668" resp=200 I1207 18:12:07.517144 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:12:07.517178 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:12:07.517184 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:12:07.517269 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:07.517288 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:07.517302 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:09.114511 1 azure_zones.go:48] syncRegionZonesMap: starting to fetch all available zones for the subscription 46678f10-4bbb-447e-98e8-d2829589f2d8 I1207 18:12:16.043007 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="104.608µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60568" resp=200 I1207 18:12:17.518397 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:12:17.518531 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:12:17.518540 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:12:17.518583 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:17.518595 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:17.518603 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:19.166236 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:12:19.190347 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:12:20.640119 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:12:20.640155 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test) - wantLb(false): started I1207 18:12:20.780725 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:20.843708 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:20.843751 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:12:20.843774 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2vc26/service-lb-test): lb(capz-uhx40o) finished I1207 18:12:20.843829 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=20.784552815 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2vc26/service-lb-test" result_code="succeeded" I1207 18:12:20.855091 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:12:20.855158 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-2vc26/service-lb-test I1207 18:12:20.910216 1 controller.go:984] Patching status for service e2e-tests-service-lb-2vc26/service-lb-test I1207 18:12:20.911029 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2vc26/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:12:20.920071 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-2vc26/service-lb-test" (20.931075558s) I1207 18:12:20.920112 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-2vc26/service-lb-test" (5.001µs) I1207 18:12:24.159931 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=21 I1207 18:12:26.042977 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="103.507µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38250" resp=200 I1207 18:12:27.519257 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:12:27.519285 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:12:27.519290 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:12:27.519331 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:27.519343 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:27.519350 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:35.087634 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:12:36.042717 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36248" resp=200 I1207 18:12:37.520352 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:12:37.520400 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:12:37.520410 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:12:37.520464 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:37.520487 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:37.520495 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:41.120732 1 controller.go:401] Ensuring load balancer for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:12:41.120812 1 controller.go:943] Adding finalizer to service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:12:41.121331 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:12:41.158953 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:12:41.169557 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:12:41.170867 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="af4718c0604b44afcb8025272a48f064" I1207 18:12:41.170919 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(true): started I1207 18:12:41.247910 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:41.318558 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:41.318601 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:12:41.318623 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-mpservice-rkcn6/multiport-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:12:41.318634 1 azure_loadbalancer.go:2640] ensure(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - creating a new frontend IP config "af4718c0604b44afcb8025272a48f064" (isIPv6=false) I1207 18:12:41.583153 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-af4718c0604b44afcb8025272a48f064" I1207 18:12:41.583189 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-mpservice-rkcn6/multiport-test): pip(capz-uhx40o-af4718c0604b44afcb8025272a48f064) - creating I1207 18:12:41.583205 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-af4718c0604b44afcb8025272a48f064"): start W1207 18:12:41.823138 1 azure_publicip_repo.go:55] NetworkClientFactory.GetPublicIPAddressClient().CreateOrUpdate(capz-uhx40o, capz-uhx40o-af4718c0604b44afcb8025272a48f064) failed: PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/capz-uhx40o-af4718c0604b44afcb8025272a48f064 -------------------------------------------------------------------------------- RESPONSE 400: 400 Bad Request ERROR CODE: PublicIPCountLimitReached -------------------------------------------------------------------------------- { "error": { "code": "PublicIPCountLimitReached", "message": "Cannot create more than 150 public IP addresses for this subscription in this region.", "details": [] } } -------------------------------------------------------------------------------- , PublicIP request: {"location":"canadacentral","name":"capz-uhx40o-af4718c0604b44afcb8025272a48f064","properties":{"publicIPAddressVersion":"IPv4","publicIPAllocationMethod":"Static"},"sku":{"name":"Standard"},"tags":{"k8s-azure-cluster-name":"capz-uhx40o","k8s-azure-service":"e2e-tests-mpservice-rkcn6/multiport-test"},"zones":["2","1","3"]} I1207 18:12:41.823242 1 azure_loadbalancer.go:1298] ensure(e2e-tests-mpservice-rkcn6/multiport-test) abort backoff: pip(capz-uhx40o-af4718c0604b44afcb8025272a48f064) E1207 18:12:41.823284 1 azure_loadbalancer.go:142] "Failed to reconcile LoadBalancer" err=< PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/capz-uhx40o-af4718c0604b44afcb8025272a48f064 -------------------------------------------------------------------------------- RESPONSE 400: 400 Bad Request ERROR CODE: PublicIPCountLimitReached -------------------------------------------------------------------------------- { "error": { "code": "PublicIPCountLimitReached", "message": "Cannot create more than 150 public IP addresses for this subscription in this region.", "details": [] } } -------------------------------------------------------------------------------- > I1207 18:12:41.823338 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.683058436 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="failed_ensure_loadbalancer" E1207 18:12:41.823575 1 azure_loadbalancer.go:275] "Finished with error" err=< PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/capz-uhx40o-af4718c0604b44afcb8025272a48f064 -------------------------------------------------------------------------------- RESPONSE 400: 400 Bad Request ERROR CODE: PublicIPCountLimitReached -------------------------------------------------------------------------------- { "error": { "code": "PublicIPCountLimitReached", "message": "Cannot create more than 150 public IP addresses for this subscription in this region.", "details": [] } } -------------------------------------------------------------------------------- > logger="EnsureLoadBalancer" cluster="capz-uhx40o" service="e2e-tests-mpservice-rkcn6/multiport-test" service-spec={"metadata":{"creationTimestamp":"2025-12-07T18:12:41Z","labels":{"app":"multiport-test"},"managedFields":[{"apiVersion":"v1","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:labels":{".":{},"f:app":{}}},"f:spec":{"f:allocateLoadBalancerNodePorts":{},"f:externalTrafficPolicy":{},"f:internalTrafficPolicy":{},"f:ipFamilyPolicy":{},"f:ports":{".":{},"k:{\"port\":80,\"protocol\":\"TCP\"}":{".":{},"f:appProtocol":{},"f:name":{},"f:port":{},"f:protocol":{},"f:targetPort":{}},"k:{\"port\":81,\"protocol\":\"TCP\"}":{".":{},"f:appProtocol":{},"f:name":{},"f:port":{},"f:protocol":{},"f:targetPort":{}}},"f:selector":{},"f:sessionAffinity":{},"f:type":{}}},"manager":"e2e.test","operation":"Update","time":"2025-12-07T18:12:41Z"}],"name":"multiport-test","namespace":"e2e-tests-mpservice-rkcn6","resourceVersion":"10410","uid":"f4718c06-04b4-4afc-b802-5272a48f0646"},"spec":{"allocateLoadBalancerNodePorts":true,"clusterIP":"10.111.5.161","clusterIPs":["10.111.5.161"],"externalTrafficPolicy":"Cluster","internalTrafficPolicy":"Cluster","ipFamilies":["IPv4"],"ipFamilyPolicy":"PreferDualStack","ports":[{"appProtocol":"Tcp","name":"port1","nodePort":30841,"port":80,"protocol":"TCP","targetPort":80},{"appProtocol":"Tcp","name":"port2","nodePort":31792,"port":81,"protocol":"TCP","targetPort":80}],"selector":{"app":"multiport-test"},"sessionAffinity":"None","type":"LoadBalancer"},"status":{"loadBalancer":{}}} I1207 18:12:41.859344 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:12:41.859429 1 controller.go:876] Finished syncing service "e2e-tests-mpservice-rkcn6/multiport-test" (738.71765ms) E1207 18:12:41.859463 1 controller.go:301] "Unhandled Error" err=< error processing service e2e-tests-mpservice-rkcn6/multiport-test (retrying with exponential backoff): failed to ensure load balancer: PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/capz-uhx40o-af4718c0604b44afcb8025272a48f064 -------------------------------------------------------------------------------- RESPONSE 400: 400 Bad Request ERROR CODE: PublicIPCountLimitReached -------------------------------------------------------------------------------- { "error": { "code": "PublicIPCountLimitReached", "message": "Cannot create more than 150 public IP addresses for this subscription in this region.", "details": [] } } -------------------------------------------------------------------------------- > logger="UnhandledError" I1207 18:12:41.859697 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Warning" reason="SyncLoadBalancerFailed" message=< Error syncing load balancer: failed to ensure load balancer: PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/capz-uhx40o-af4718c0604b44afcb8025272a48f064 -------------------------------------------------------------------------------- RESPONSE 400: 400 Bad Request ERROR CODE: PublicIPCountLimitReached -------------------------------------------------------------------------------- { "error": { "code": "PublicIPCountLimitReached", "message": "Cannot create more than 150 public IP addresses for this subscription in this region.", "details": [] } } -------------------------------------------------------------------------------- > I1207 18:12:42.341143 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl update I1207 18:12:42.341382 1 azure_local_services.go:324] EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl belongs to service e2e-tests-mpservice-rkcn6/multiport-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:12:42.684552 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl update I1207 18:12:42.684594 1 azure_local_services.go:324] EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl belongs to service e2e-tests-mpservice-rkcn6/multiport-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:12:42.711705 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl update I1207 18:12:42.711739 1 azure_local_services.go:324] EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl belongs to service e2e-tests-mpservice-rkcn6/multiport-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:12:43.164023 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=17 I1207 18:12:43.352838 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl update I1207 18:12:43.353038 1 azure_local_services.go:324] EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl belongs to service e2e-tests-mpservice-rkcn6/multiport-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:12:43.383489 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl update I1207 18:12:43.383601 1 azure_local_services.go:324] EndpointSlice e2e-tests-mpservice-rkcn6/multiport-test-r5mzl belongs to service e2e-tests-mpservice-rkcn6/multiport-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:12:46.042224 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.006µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42910" resp=200 I1207 18:12:46.862938 1 controller.go:401] Ensuring load balancer for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:12:46.863458 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:12:46.866905 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:12:46.877173 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:12:46.877353 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="af4718c0604b44afcb8025272a48f064" I1207 18:12:46.877369 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(true): started I1207 18:12:46.942645 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:47.029024 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:47.029067 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:12:47.029090 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-mpservice-rkcn6/multiport-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:12:47.029105 1 azure_loadbalancer.go:2640] ensure(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - creating a new frontend IP config "af4718c0604b44afcb8025272a48f064" (isIPv6=false) I1207 18:12:47.112358 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-af4718c0604b44afcb8025272a48f064" I1207 18:12:47.112396 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-mpservice-rkcn6/multiport-test): pip(capz-uhx40o-af4718c0604b44afcb8025272a48f064) - creating I1207 18:12:47.112412 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-af4718c0604b44afcb8025272a48f064"): start I1207 18:12:47.590745 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:12:47.590771 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:12:47.590778 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:12:47.590813 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:47.590969 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:47.590980 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:48.832456 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb frontendconfig(af4718c0604b44afcb8025272a48f064) - adding I1207 18:12:48.832491 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af4718c0604b44afcb8025272a48f064-TCP-80) I1207 18:12:48.832513 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af4718c0604b44afcb8025272a48f064-TCP-81) I1207 18:12:48.832737 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb probes updated: [{"name":"af4718c0604b44afcb8025272a48f064-TCP-80","properties":{"intervalInSeconds":5,"port":30841,"probeThreshold":2,"protocol":"Tcp"}},{"name":"af4718c0604b44afcb8025272a48f064-TCP-81","properties":{"intervalInSeconds":5,"port":31792,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:12:48.832980 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb rules updated: [{"name":"af4718c0604b44afcb8025272a48f064-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af4718c0604b44afcb8025272a48f064"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/af4718c0604b44afcb8025272a48f064-TCP-80"},"protocol":"Tcp"}},{"name":"af4718c0604b44afcb8025272a48f064-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af4718c0604b44afcb8025272a48f064"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/af4718c0604b44afcb8025272a48f064-TCP-81"},"protocol":"Tcp"}}] I1207 18:12:48.833006 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - updating I1207 18:12:49.191493 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:12:49.351533 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:12:49.351559 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.5 to the backend pool capz-uhx40o I1207 18:12:49.351570 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:12:49.351578 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:12:50.805048 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) finished I1207 18:12:50.805084 1 azure_loadbalancer.go:1034] get(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:12:50.875769 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.139.131" from frontendIPConfiguration "af4718c0604b44afcb8025272a48f064" for service "e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:12:50.875813 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:12:50.940972 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-mpservice-rkcn6/multiport-test): lb backendpool - found private IP "10.1.0.4" I1207 18:12:50.940996 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-mpservice-rkcn6/multiport-test): lb backendpool - found private IP "10.1.0.5" I1207 18:12:50.941157 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:12:50.941197 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d8edf55029465d66f06eaebb5a8d866c" priority=500 I1207 18:12:50.941212 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d8edf55029465d66f06eaebb5a8d866c" I1207 18:12:50.941247 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.5","4.229.139.131"] I1207 18:12:50.941572 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:12:52.314386 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-mpservice-rkcn6/multiport-test) - LB fipConfigID(af4718c0604b44afcb8025272a48f064) - wantPLS(true) - createPLS(false) I1207 18:12:52.314417 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-mpservice-rkcn6/multiport-test) finished I1207 18:12:52.314456 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013701 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="succeeded" I1207 18:12:52.314518 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(false): started I1207 18:12:52.395227 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:12:52.395257 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:12:52.395280 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:12:52.395415 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o-internal) finished I1207 18:12:52.395435 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:12:52.395589 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-mpservice-rkcn6/multiport-test): pip(capz-uhx40o-af4718c0604b44afcb8025272a48f064) - updating I1207 18:12:52.613834 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.7507699070000005 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="succeeded" I1207 18:12:52.623221 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:12:52.623297 1 controller.go:984] Patching status for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:12:52.623870 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:12:52.633913 1 controller.go:876] Finished syncing service "e2e-tests-mpservice-rkcn6/multiport-test" (5.771007746s) I1207 18:12:56.042746 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54896" resp=200 I1207 18:12:57.521151 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:12:57.521179 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:12:57.521192 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:12:57.521229 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:57.521240 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:57.521248 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:12:59.158547 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34 I1207 18:13:05.087659 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:13:05.657694 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=7 I1207 18:13:06.042076 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="110.507µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53140" resp=200 I1207 18:13:07.521735 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:13:07.521767 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:13:07.521774 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:13:07.521811 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:07.521822 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:07.521829 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:09.664029 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=9 I1207 18:13:12.116239 1 controller.go:599] Service e2e-tests-mpservice-rkcn6/multiport-test ExternalTrafficPolicy changed from Cluster to Local I1207 18:13:12.116328 1 controller.go:401] Ensuring load balancer for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:13:12.116802 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:13:12.120349 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:13:12.131954 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:13:12.132342 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="af4718c0604b44afcb8025272a48f064" I1207 18:13:12.132358 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(true): started I1207 18:13:12.231141 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:12.231192 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:13:12.231217 1 azure_loadbalancer.go:1034] get(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:13:12.231313 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.139.131" from frontendIPConfiguration "af4718c0604b44afcb8025272a48f064" for service "e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:12.231352 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(multiport-test, capz-uhx40o, true): current lb IPs: [\"4.229.139.131\"]" I1207 18:13:12.231371 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:13:12.231399 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-mpservice-rkcn6/multiport-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:13:12.292975 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:13:12.293026 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-mpservice-rkcn6/multiport-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:13:12.293051 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-mpservice-rkcn6/multiport-test): checking owned frontend IP configuration af4718c0604b44afcb8025272a48f064 I1207 18:13:12.293337 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af4718c0604b44afcb8025272a48f064-TCP-80) I1207 18:13:12.293360 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af4718c0604b44afcb8025272a48f064-TCP-81) I1207 18:13:12.293448 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb probe(af4718c0604b44afcb8025272a48f064-TCP-81) - dropping I1207 18:13:12.293461 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb probe(af4718c0604b44afcb8025272a48f064-TCP-80) - dropping I1207 18:13:12.293566 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb probes updated: [{"name":"af4718c0604b44afcb8025272a48f064-TCP-31060","properties":{"intervalInSeconds":5,"port":31060,"probeThreshold":2,"protocol":"Http","requestPath":"/healthz"}}] I1207 18:13:12.293607 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb rule(af4718c0604b44afcb8025272a48f064-TCP-81) - dropping I1207 18:13:12.293640 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb rule(af4718c0604b44afcb8025272a48f064-TCP-80) - dropping I1207 18:13:12.293755 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb rules updated: [{"name":"af4718c0604b44afcb8025272a48f064-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af4718c0604b44afcb8025272a48f064"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/af4718c0604b44afcb8025272a48f064-TCP-31060"},"protocol":"Tcp"}},{"name":"af4718c0604b44afcb8025272a48f064-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af4718c0604b44afcb8025272a48f064"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/af4718c0604b44afcb8025272a48f064-TCP-31060"},"protocol":"Tcp"}}] I1207 18:13:12.293774 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - updating I1207 18:13:13.305359 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:13:16.042541 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56942" resp=200 I1207 18:13:16.405263 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:13:16.405287 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 18:13:16.405314 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) finished I1207 18:13:16.405330 1 azure_loadbalancer.go:1034] get(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:13:16.405524 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.139.131" from frontendIPConfiguration "af4718c0604b44afcb8025272a48f064" for service "e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:16.405557 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:13:16.537445 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-mpservice-rkcn6/multiport-test): lb backendpool - found private IP "10.1.0.4" I1207 18:13:16.537472 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-mpservice-rkcn6/multiport-test): lb backendpool - found private IP "10.1.0.5" I1207 18:13:16.537539 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:13:16.537564 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d8edf55029465d66f06eaebb5a8d866c" priority=500 I1207 18:13:16.537579 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d8edf55029465d66f06eaebb5a8d866c" I1207 18:13:16.537607 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.229.139.131","10.0.0.4","10.1.0.4","10.1.0.5","4.229.139.131"] I1207 18:13:16.537631 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d8edf55029465d66f06eaebb5a8d866c" current-prefixes=["4.229.139.131"] retained-prefixes=["4.229.139.131","10.0.0.4","10.1.0.4","10.1.0.5","4.229.139.131"] expected-prefixes=["4.229.139.131","4.229.139.131"] I1207 18:13:16.538051 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:13:16.740268 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-mpservice-rkcn6/multiport-test) - LB fipConfigID(af4718c0604b44afcb8025272a48f064) - wantPLS(true) - createPLS(false) I1207 18:13:16.740298 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-mpservice-rkcn6/multiport-test) finished I1207 18:13:16.740330 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000145 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="succeeded" I1207 18:13:16.740385 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(false): started I1207 18:13:16.809925 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:16.809962 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:13:16.809987 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:13:16.810052 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o-internal) finished I1207 18:13:16.810072 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:13:16.810348 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-mpservice-rkcn6/multiport-test): pip(capz-uhx40o-af4718c0604b44afcb8025272a48f064) - updating I1207 18:13:16.885947 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=4.769533259 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="succeeded" I1207 18:13:16.894266 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:13:16.894457 1 controller.go:984] Patching status for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:13:16.895072 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:13:16.898747 1 controller.go:876] Finished syncing service "e2e-tests-mpservice-rkcn6/multiport-test" (4.782433738s) I1207 18:13:17.522220 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:13:17.522255 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:13:17.522262 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:13:17.522300 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:17.522311 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:17.522319 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:19.191839 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:13:23.187681 1 controller.go:599] Service e2e-tests-mpservice-rkcn6/multiport-test ExternalTrafficPolicy changed from Local to Cluster I1207 18:13:23.187739 1 controller.go:401] Ensuring load balancer for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:13:23.188755 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:13:23.192398 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:13:23.209411 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:13:23.209843 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="af4718c0604b44afcb8025272a48f064" I1207 18:13:23.210001 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(true): started I1207 18:13:23.292548 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:23.292583 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:13:23.292603 1 azure_loadbalancer.go:1034] get(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:13:23.292652 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.139.131" from frontendIPConfiguration "af4718c0604b44afcb8025272a48f064" for service "e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:23.292682 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(multiport-test, capz-uhx40o, true): current lb IPs: [\"4.229.139.131\"]" I1207 18:13:23.292698 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:13:23.292719 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-mpservice-rkcn6/multiport-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:13:23.292730 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:13:23.292755 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-mpservice-rkcn6/multiport-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:13:23.292774 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-mpservice-rkcn6/multiport-test): checking owned frontend IP configuration af4718c0604b44afcb8025272a48f064 I1207 18:13:23.292817 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af4718c0604b44afcb8025272a48f064-TCP-80) I1207 18:13:23.292839 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af4718c0604b44afcb8025272a48f064-TCP-81) I1207 18:13:23.292898 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb probe(af4718c0604b44afcb8025272a48f064-TCP-31060) - dropping I1207 18:13:23.292946 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb probes updated: [{"name":"af4718c0604b44afcb8025272a48f064-TCP-80","properties":{"intervalInSeconds":5,"port":30841,"probeThreshold":2,"protocol":"Tcp"}},{"name":"af4718c0604b44afcb8025272a48f064-TCP-81","properties":{"intervalInSeconds":5,"port":31792,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:13:23.292981 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb rule(af4718c0604b44afcb8025272a48f064-TCP-81) - dropping I1207 18:13:23.293052 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb rule(af4718c0604b44afcb8025272a48f064-TCP-80) - dropping I1207 18:13:23.293183 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(true): lb rules updated: [{"name":"af4718c0604b44afcb8025272a48f064-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af4718c0604b44afcb8025272a48f064"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/af4718c0604b44afcb8025272a48f064-TCP-80"},"protocol":"Tcp"}},{"name":"af4718c0604b44afcb8025272a48f064-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af4718c0604b44afcb8025272a48f064"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/af4718c0604b44afcb8025272a48f064-TCP-81"},"protocol":"Tcp"}}] I1207 18:13:23.293207 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - updating I1207 18:13:26.042352 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.606µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35372" resp=200 I1207 18:13:26.726526 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:13:26.726546 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.5 in the backend pool capz-uhx40o I1207 18:13:26.726573 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) finished I1207 18:13:26.726588 1 azure_loadbalancer.go:1034] get(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:13:26.730928 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.139.131" from frontendIPConfiguration "af4718c0604b44afcb8025272a48f064" for service "e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:26.731082 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:13:26.839380 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-mpservice-rkcn6/multiport-test): lb backendpool - found private IP "10.1.0.4" I1207 18:13:26.839402 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-mpservice-rkcn6/multiport-test): lb backendpool - found private IP "10.1.0.5" I1207 18:13:26.839470 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:13:26.839496 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d8edf55029465d66f06eaebb5a8d866c" priority=500 I1207 18:13:26.839516 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d8edf55029465d66f06eaebb5a8d866c" I1207 18:13:26.839548 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.229.139.131","10.0.0.4","10.1.0.4","10.1.0.5","4.229.139.131"] I1207 18:13:26.839743 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d8edf55029465d66f06eaebb5a8d866c" current-prefixes=["4.229.139.131"] retained-prefixes=["4.229.139.131","10.0.0.4","10.1.0.4","10.1.0.5","4.229.139.131"] expected-prefixes=["4.229.139.131","4.229.139.131"] I1207 18:13:26.840195 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:13:27.192527 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-mpservice-rkcn6/multiport-test) - LB fipConfigID(af4718c0604b44afcb8025272a48f064) - wantPLS(true) - createPLS(false) I1207 18:13:27.192558 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-mpservice-rkcn6/multiport-test) finished I1207 18:13:27.192590 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014201 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="succeeded" I1207 18:13:27.192709 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(false): started I1207 18:13:27.259615 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:27.259652 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:13:27.259678 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:13:27.260053 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o-internal) finished I1207 18:13:27.260185 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:13:27.260648 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-mpservice-rkcn6/multiport-test): pip(capz-uhx40o-af4718c0604b44afcb8025272a48f064) - updating I1207 18:13:27.326480 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=4.138654679 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="succeeded" I1207 18:13:27.335919 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:13:27.336076 1 controller.go:984] Patching status for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:13:27.336648 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:13:27.343405 1 controller.go:876] Finished syncing service "e2e-tests-mpservice-rkcn6/multiport-test" (4.15567502s) I1207 18:13:27.523138 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:13:27.523171 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:13:27.523177 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:13:27.523211 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:27.523221 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:27.523226 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:33.671512 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:33.671560 1 azure_loadbalancer.go:1034] get(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:13:33.671828 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.139.131" from frontendIPConfiguration "af4718c0604b44afcb8025272a48f064" for service "e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:33.671895 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(multiport-test, capz-uhx40o, false): current lb IPs: [\"4.229.139.131\"]" logger="GetLoadBalancer" service="multiport-test" I1207 18:13:33.671928 1 controller.go:382] Deleting existing load balancer for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:13:33.672484 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:13:33.675016 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:13:33.687905 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:13:33.761798 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:33.761842 1 azure_loadbalancer.go:1034] get(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:13:33.761951 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.139.131" from frontendIPConfiguration "af4718c0604b44afcb8025272a48f064" for service "e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:33.761977 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(multiport-test, capz-uhx40o, false): current lb IPs: [\"4.229.139.131\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:33.761994 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-mpservice-rkcn6/multiport-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:13:33.824540 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-mpservice-rkcn6/multiport-test): lb backendpool - found private IP "10.1.0.4" I1207 18:13:33.824570 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-mpservice-rkcn6/multiport-test): lb backendpool - found private IP "10.1.0.5" I1207 18:13:33.824683 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-mpservice-rkcn6/multiport-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.139.131","10.0.0.4","10.1.0.4","10.1.0.5","4.229.139.131"] I1207 18:13:33.825214 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-mpservice-rkcn6/multiport-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:13:35.087583 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:13:35.141779 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(false): started I1207 18:13:35.284492 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:35.284522 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:13:35.284543 1 azure_loadbalancer.go:1034] get(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:13:35.284588 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.139.131" from frontendIPConfiguration "af4718c0604b44afcb8025272a48f064" for service "e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:35.284612 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(multiport-test, capz-uhx40o, false): current lb IPs: [\"4.229.139.131\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-mpservice-rkcn6/multiport-test" I1207 18:13:35.284633 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:13:35.284652 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(false): lb frontendconfig(af4718c0604b44afcb8025272a48f064) - dropping I1207 18:13:35.284664 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(false): lb probe(af4718c0604b44afcb8025272a48f064-TCP-81) - dropping I1207 18:13:35.284674 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(false): lb probe(af4718c0604b44afcb8025272a48f064-TCP-80) - dropping I1207 18:13:35.284717 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(false): lb probes updated: null I1207 18:13:35.284728 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(false): lb rule(af4718c0604b44afcb8025272a48f064-TCP-81) - dropping I1207 18:13:35.284733 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(false): lb rule(af4718c0604b44afcb8025272a48f064-TCP-80) - dropping I1207 18:13:35.284741 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-mpservice-rkcn6/multiport-test)(false): lb rules updated: null I1207 18:13:35.284756 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-mpservice-rkcn6/multiport-test) - LB fipConfigID(af4718c0604b44afcb8025272a48f064) - wantPLS(false) - createPLS(false) I1207 18:13:35.340889 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-mpservice-rkcn6/multiport-test) finished I1207 18:13:35.340946 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.056150204 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="succeeded" I1207 18:13:35.340975 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-mpservice-rkcn6/multiport-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:13:35.340991 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:13:35.341009 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:13:36.042778 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53100" resp=200 I1207 18:13:37.523591 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:13:37.523740 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:13:37.523776 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:13:37.524407 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:37.524490 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:37.524370 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:45.744996 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o) finished I1207 18:13:45.745046 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test) - wantLb(false): started I1207 18:13:45.818334 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:45.884886 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:13:45.884929 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:13:45.884955 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-mpservice-rkcn6/multiport-test): lb(capz-uhx40o-internal) finished I1207 18:13:45.884983 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-mpservice-rkcn6/multiport-test): unbinding the service from pip capz-uhx40o-af4718c0604b44afcb8025272a48f064 I1207 18:13:45.885169 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-mpservice-rkcn6/multiport-test" pip="capz-uhx40o-af4718c0604b44afcb8025272a48f064" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:13:46.043582 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.407µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34976" resp=200 I1207 18:13:47.524021 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:13:47.524520 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:13:47.524534 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:13:47.524573 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:47.524588 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:47.524591 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:49.192533 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:13:56.042371 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38180" resp=200 I1207 18:13:56.756831 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=23.084790395 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-mpservice-rkcn6/multiport-test" result_code="succeeded" I1207 18:13:56.767346 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:13:56.767606 1 controller.go:958] Removing finalizer from service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:13:56.835728 1 controller.go:984] Patching status for service e2e-tests-mpservice-rkcn6/multiport-test I1207 18:13:56.836300 1 event.go:389] "Event occurred" object="e2e-tests-mpservice-rkcn6/multiport-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:13:56.843073 1 controller.go:876] Finished syncing service "e2e-tests-mpservice-rkcn6/multiport-test" (23.244660901s) I1207 18:13:56.843110 1 controller.go:876] Finished syncing service "e2e-tests-mpservice-rkcn6/multiport-test" (5.2µs) I1207 18:13:57.524289 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:13:57.524320 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:13:57.524325 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:13:57.524413 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:57.524432 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:57.524574 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:13:59.167092 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:14:05.088137 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:14:06.043932 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="123.108µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58696" resp=200 I1207 18:14:06.608658 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:14:06.626915 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:14:06.969943 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:14:06.969976 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:14:07.050261 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:14:07.050460 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:14:07.197328 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:14:07.197707 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:14:07.524648 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:14:07.524684 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:14:07.524691 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:14:07.524727 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:07.524743 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:07.524753 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:07.930776 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:14:07.930808 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:14:10.571576 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:14:10.571613 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:14:11.659437 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:14:11.659471 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:14:16.047585 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="135.909µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56136" resp=200 I1207 18:14:17.525219 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:14:17.525257 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:14:17.525263 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:14:17.525301 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:17.525311 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:17.525318 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:19.192656 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:14:22.885175 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:14:26.042921 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="92.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49532" resp=200 I1207 18:14:27.526390 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:14:27.526445 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:14:27.526459 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:14:27.526511 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:27.526533 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:27.526557 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:35.087371 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:14:36.043140 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="906.558µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56294" resp=200 I1207 18:14:37.527154 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:14:37.527186 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000000" with CIDR "192.168.1.0/24": "keep" I1207 18:14:37.527191 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:14:37.527248 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:37.527259 1 route_controller.go:376] set node capz-uhx40o-mp-0000000 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:37.527264 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:14:39.800287 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:14:39.800482 1 azure.go:719] Removing node capz-uhx40o-mp-0000000 from VMSet cache. I1207 18:14:39.800562 1 azure_vmss_cache.go:286] DeleteCacheForNode(capz-uhx40o, capz-uhx40o-mp-0, capz-uhx40o-mp-0000000) successfully I1207 18:14:39.800627 1 controller.go:722] Syncing backends for all LB services. I1207 18:14:39.800713 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 18:14:39.800784 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:14:39.800411 1 range_allocator.go:304] release CIDR 192.168.1.0/24 for node:capz-uhx40o-mp-0000000 I1207 18:14:39.801839 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 18:14:39.802093 1 controller.go:718] It took 0.001465193 seconds to finish syncNodes I1207 18:14:46.042179 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41942" resp=200 I1207 18:14:47.528254 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:14:47.528286 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:14:47.528300 1 route_controller.go:230] route should be deleted, spec: exist: false, action: "", Node "capz-uhx40o-mp-0000000", CIDR "192.168.1.0/24" I1207 18:14:47.528336 1 route_controller.go:249] Deleting route capz-uhx40o-mp-0000000____1921681024 192.168.1.0/24 I1207 18:14:47.528354 1 azure_routes.go:480] DeleteRoute: deleting route. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000000" cidr="192.168.1.0/24" routeName="capz-uhx40o-mp-0000000____1921681024" I1207 18:14:49.195220 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:14:56.042714 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34248" resp=200 I1207 18:15:05.151566 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000000____1921681024 I1207 18:15:05.151696 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000001____1921682024 I1207 18:15:05.152909 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-control-plane-ww9qf____1921680024 I1207 18:15:05.153087 1 azure_routes.go:212] updateRoutes: updating routes I1207 18:15:06.042660 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54240" resp=200 I1207 18:15:16.041671 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51108" resp=200 I1207 18:15:19.195453 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:15:26.042251 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32994" resp=200 I1207 18:15:36.043410 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35034" resp=200 I1207 18:15:37.493355 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:15:37.493396 1 azure_routes.go:497] DeleteRoute: deleting route. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000000" cidr="192.168.1.0/24" routeName="capz-uhx40o-mp-0000000" I1207 18:15:39.168085 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:15:46.042028 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35898" resp=200 I1207 18:15:49.196406 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:15:56.042427 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39604" resp=200 I1207 18:16:05.157598 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000001____1921682024 I1207 18:16:05.157628 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-control-plane-ww9qf____1921680024 W1207 18:16:05.157638 1 azure_routes.go:197] updateRoutes: route to be deleted capz-uhx40o-mp-0000000 does not match any of the existing route I1207 18:16:05.157667 1 azure_routes.go:512] DeleteRoute: route deleted. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000000" cidr="192.168.1.0/24" I1207 18:16:05.157739 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=77.629334227 request="routes_delete_route" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="capz-uhx40o-mp-0000000" result_code="succeeded" I1207 18:16:05.157783 1 route_controller.go:253] Deleted route capz-uhx40o-mp-0000000____1921681024 192.168.1.0/24 after 1m17.629441034s I1207 18:16:05.157816 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:05.157826 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:05.158084 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:16:05.158102 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:16:05.158130 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:05.158198 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:06.042723 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="147.509µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55818" resp=200 I1207 18:16:15.158481 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:16:15.158514 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:16:15.158551 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:15.158561 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:16.042710 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58444" resp=200 I1207 18:16:19.196973 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:16:25.160499 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:16:25.160715 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:16:25.160755 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:25.160766 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:26.043649 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36662" resp=200 I1207 18:16:35.087153 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:16:35.161067 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:16:35.161094 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:16:35.161126 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:35.161138 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:36.044057 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59148" resp=200 I1207 18:16:45.161727 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:16:45.161764 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:16:45.161799 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:45.161810 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:46.043481 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34034" resp=200 I1207 18:16:49.197184 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:16:55.162033 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:16:55.162066 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:16:55.162104 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:55.162114 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:16:56.043282 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="100.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56650" resp=200 I1207 18:17:05.087444 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:17:05.162625 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:17:05.162654 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:17:05.162683 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:05.162693 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:06.041802 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.403µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42190" resp=200 I1207 18:17:08.662146 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=7 I1207 18:17:15.163032 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:17:15.163063 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:17:15.163101 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:15.163112 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:16.042723 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45920" resp=200 I1207 18:17:19.168369 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:17:19.197591 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:17:25.163459 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:17:25.163493 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:17:25.163530 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:25.163559 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:26.042707 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41756" resp=200 I1207 18:17:35.088032 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:17:35.163750 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:17:35.163780 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:17:35.163927 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:35.164068 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:36.042057 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56948" resp=200 I1207 18:17:45.164095 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:17:45.164126 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:17:45.164164 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:45.164174 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:17:46.045880 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.607µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60872" resp=200 I1207 18:17:47.429683 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:17:47.430095 1 controller.go:722] Syncing backends for all LB services. I1207 18:17:47.430195 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 18:17:47.430204 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:17:47.430209 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 18:17:47.430214 1 controller.go:718] It took 0.000124107 seconds to finish syncNodes I1207 18:17:47.429820 1 range_allocator.go:280] Putting node capz-uhx40o-mp-0000002 with CIDR [192.168.3.0/24] into the work queue I1207 18:17:47.430568 1 node.go:81] cidrs patch bytes for node capz-uhx40o-mp-0000002 are:{"spec":{"podCIDR":"192.168.3.0/24","podCIDRs":["192.168.3.0/24"]}} I1207 18:17:47.447395 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:17:47.448031 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:17:47.472948 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:17:47.473077 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:17:47.863127 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:17:47.863363 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:17:48.011063 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:17:48.011140 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:17:48.325895 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:17:48.327434 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:17:49.031650 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:17:49.033220 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:17:49.197939 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:17:49.793773 1 azure_vmss_cache.go:425] Node capz-uhx40o-mp-0000002 has joined the cluster since the last VM cache refresh in NonVmssUniformNodesEntry, refreshing the cache I1207 18:17:49.793799 1 azure_vmss_cache.go:342] refresh the cache of NonVmssUniformNodesCache in rg &{map[capz-uhx40o:{}]} I1207 18:17:49.871683 1 azure_vmss.go:253] Couldn't find VMSS VM with nodeName capz-uhx40o-mp-0000002, refreshing the cache(vmss: capz-uhx40o-mp-0, rg: capz-uhx40o) I1207 18:17:50.012598 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:17:50.012625 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:17:55.013401 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:17:55.013433 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:17:55.165130 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:17:55.165176 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "add" I1207 18:17:55.165184 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:17:55.165199 1 route_controller.go:288] route spec to be created: &{ capz-uhx40o-mp-0000002 false [{Hostname capz-uhx40o-mp-0000002}] 192.168.3.0/24 false} I1207 18:17:55.165250 1 route_controller.go:302] Creating route for node capz-uhx40o-mp-0000002 192.168.3.0/24 with hint 2e3c912c-1419-4d37-aa12-08a308d1201d, throttled 17.501µs I1207 18:17:55.165274 1 azure_routes.go:416] CreateRoute: create route instance="capz-uhx40o-mp-0000002" cidr="192.168.3.0/24" is in dual stack mode I1207 18:17:55.222495 1 azure_vmsets_repo.go:88] GetPrivateIPsByNodeName(capz-uhx40o-mp-0000002): backoff success I1207 18:17:55.222537 1 azure_routes.go:439] CreateRoute: creating route for clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000002" cidr="192.168.3.0/24" I1207 18:17:56.042949 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="102.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55360" resp=200 I1207 18:17:57.859247 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:17:57.859325 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:18:00.013762 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:00.013798 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:05.014755 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:05.014788 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:05.088019 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000001____1921682024 I1207 18:18:05.088048 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-control-plane-ww9qf____1921680024 I1207 18:18:05.088060 1 azure_routes.go:212] updateRoutes: updating routes I1207 18:18:06.043086 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34078" resp=200 I1207 18:18:10.016099 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:10.016129 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:15.083631 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:15.083663 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:16.042185 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55736" resp=200 I1207 18:18:18.233489 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:18.233520 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:18:19.198740 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:18:19.864289 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:20.084635 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:20.084666 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:25.085466 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:25.085501 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:26.042774 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39780" resp=200 I1207 18:18:30.086537 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:30.086571 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:35.087390 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:35.087420 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:35.223289 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:35.223324 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:18:35.223323 1 controller.go:722] Syncing backends for all LB services. I1207 18:18:35.223350 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 18:18:35.223360 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:18:35.223365 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 18:18:35.223814 1 controller.go:718] It took 0.000495927 seconds to finish syncNodes I1207 18:18:35.241907 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:35.242101 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:18:36.050288 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47852" resp=200 I1207 18:18:37.506203 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:18:37.506240 1 azure_routes.go:449] CreateRoute: route created. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000002" cidr="192.168.3.0/24" I1207 18:18:37.506294 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=42.340988814 request="routes_create_route" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="capz-uhx40o-mp-0000002" result_code="succeeded" I1207 18:18:37.506308 1 route_controller.go:323] Created route for node capz-uhx40o-mp-0000002 192.168.3.0/24 with hint 2e3c912c-1419-4d37-aa12-08a308d1201d after 42.341072819s I1207 18:18:37.506347 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:37.506357 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:37.506366 1 route_controller.go:385] Patching node status capz-uhx40o-mp-0000002 with true previous condition was:nil I1207 18:18:37.521164 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:37.521196 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:18:37.574507 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:18:37.574538 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:18:37.574544 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:18:37.574584 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:37.574595 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:37.574614 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:38.327718 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:38.329165 1 azure.go:859] node capz-uhx40o-mp-0000002 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:18:40.087838 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:40.087893 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:45.088835 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:45.088889 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:46.042180 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50070" resp=200 I1207 18:18:47.523801 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:18:47.523837 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:18:47.523875 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:18:47.523915 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:47.523925 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:47.523932 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:49.199474 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:18:50.115076 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:50.115102 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:55.116475 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000002" I1207 18:18:55.116556 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000002" I1207 18:18:56.042101 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51652" resp=200 I1207 18:18:56.099508 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:56.120966 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:57.524683 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:18:57.524745 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:18:57.524754 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:18:57.524921 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:57.524941 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:57.524962 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:18:58.241496 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:18:59.168957 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:19:01.868468 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:19:05.054744 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:19:05.082169 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:19:05.087601 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:19:05.347946 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:19:06.042527 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51136" resp=200 I1207 18:19:07.524795 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:19:07.524837 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:19:07.524846 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:19:07.524930 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:07.524945 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:07.524971 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:08.388544 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:19:15.808200 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:19:16.042207 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36364" resp=200 I1207 18:19:17.524814 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:19:17.524899 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:19:17.524912 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:19:17.524993 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:17.525011 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:17.525060 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:18.997980 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:19:19.200102 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:19:26.042707 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.204µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45606" resp=200 I1207 18:19:27.524825 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:19:27.524878 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:19:27.524885 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:19:27.524924 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:27.524934 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:27.524941 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:28.862282 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:19:35.088146 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:19:36.042741 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37104" resp=200 I1207 18:19:37.524831 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:19:37.524888 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:19:37.524895 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:19:37.524930 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:37.524941 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:37.524964 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:46.042784 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="93.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52166" resp=200 I1207 18:19:47.525520 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:19:47.525553 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:19:47.525561 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:19:47.525659 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:47.525677 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:47.525684 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:49.200422 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:19:52.162078 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=24 I1207 18:19:56.042410 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46734" resp=200 I1207 18:19:57.526073 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:19:57.526109 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:19:57.526115 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:19:57.526154 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:57.526166 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:19:57.526174 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:05.087743 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:20:06.043918 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="119.707µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47206" resp=200 I1207 18:20:07.527616 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:20:07.527695 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:20:07.527703 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:20:07.527736 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:07.527747 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:07.527829 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:07.659818 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=7 I1207 18:20:16.042681 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43472" resp=200 I1207 18:20:17.528544 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:20:17.528577 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:20:17.528583 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:20:17.528620 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:17.528632 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:17.528639 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:19.201440 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:20:26.042076 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.003µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50108" resp=200 I1207 18:20:27.532089 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:20:27.532123 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:20:27.532129 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:20:27.532161 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:27.532332 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:27.532171 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:32.666221 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=8 I1207 18:20:35.087175 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:20:36.043607 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="103.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39672" resp=200 I1207 18:20:37.532387 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:20:37.532420 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:20:37.532427 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:20:37.532469 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:37.532479 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:37.532487 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:39.169355 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:20:46.042333 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45508" resp=200 I1207 18:20:47.595192 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:20:47.595220 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:20:47.595227 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:20:47.595258 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:47.595269 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:47.595273 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:49.202436 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:20:56.044066 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="102.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53368" resp=200 I1207 18:20:57.533965 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:20:57.533999 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:20:57.534006 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:20:57.534043 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:57.534052 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:20:57.534059 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:05.087824 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:21:06.042697 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48052" resp=200 I1207 18:21:07.534306 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:21:07.534341 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:21:07.534347 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:21:07.534384 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:07.534394 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:07.534400 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:16.042638 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58768" resp=200 I1207 18:21:17.534983 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:21:17.535018 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:21:17.535025 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:21:17.535100 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:17.535119 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:17.535133 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:18.160667 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=14 I1207 18:21:19.202575 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:21:26.042219 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43550" resp=200 I1207 18:21:27.535684 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:21:27.535718 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:21:27.535725 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:21:27.535767 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:27.535777 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:27.535784 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:21:35.087479 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:21:36.043218 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38554" resp=200 I1207 18:21:36.141581 1 range_allocator.go:280] Putting node capz-uhx40o-mp-0000003 with CIDR [192.168.4.0/24] into the work queue I1207 18:21:36.141999 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:21:36.142074 1 controller.go:722] Syncing backends for all LB services. I1207 18:21:36.142418 1 node.go:81] cidrs patch bytes for node capz-uhx40o-mp-0000003 are:{"spec":{"podCIDR":"192.168.4.0/24","podCIDRs":["192.168.4.0/24"]}} I1207 18:21:36.142387 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 18:21:36.142746 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:21:36.143755 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 18:21:36.143926 1 controller.go:718] It took 0.001852003 seconds to finish syncNodes I1207 18:21:36.170085 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:21:36.170442 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:21:36.190081 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:21:36.191559 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:21:36.486697 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:21:36.486725 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:21:37.166023 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I1207 18:21:37.536035 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:21:37.536072 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:21:37.536079 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:21:37.536084 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "add" I1207 18:21:37.536098 1 route_controller.go:288] route spec to be created: &{ capz-uhx40o-mp-0000003 false [{Hostname capz-uhx40o-mp-0000003}] 192.168.4.0/24 false} I1207 18:21:37.536142 1 route_controller.go:302] Creating route for node capz-uhx40o-mp-0000003 192.168.4.0/24 with hint f1e918d1-94c9-4358-a1d0-f55f7686805f, throttled 16.501µs I1207 18:21:37.536162 1 azure_routes.go:416] CreateRoute: create route instance="capz-uhx40o-mp-0000003" cidr="192.168.4.0/24" is in dual stack mode I1207 18:21:37.536238 1 azure_vmss_cache.go:425] Node capz-uhx40o-mp-0000003 has joined the cluster since the last VM cache refresh in NonVmssUniformNodesEntry, refreshing the cache I1207 18:21:37.536252 1 azure_vmss_cache.go:342] refresh the cache of NonVmssUniformNodesCache in rg &{map[capz-uhx40o:{}]} I1207 18:21:37.609547 1 azure_vmss.go:253] Couldn't find VMSS VM with nodeName capz-uhx40o-mp-0000003, refreshing the cache(vmss: capz-uhx40o-mp-0, rg: capz-uhx40o) I1207 18:21:37.825765 1 azure_vmsets_repo.go:88] GetPrivateIPsByNodeName(capz-uhx40o-mp-0000003): backoff success I1207 18:21:37.825808 1 azure_routes.go:439] CreateRoute: creating route for clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000003" cidr="192.168.4.0/24" I1207 18:21:38.362129 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:21:38.362813 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:21:40.158991 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:21:40.159025 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:21:45.159762 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:21:45.159800 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:21:46.042510 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="92.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38022" resp=200 I1207 18:21:46.840988 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:21:46.841030 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:21:49.203492 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:21:50.160756 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:21:50.160785 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:21:55.161741 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:21:55.161775 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:21:56.042740 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40406" resp=200 I1207 18:22:00.162989 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:00.163021 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:05.087540 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000002____1921683024 I1207 18:22:05.087566 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000001____1921682024 I1207 18:22:05.087587 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-control-plane-ww9qf____1921680024 I1207 18:22:05.087598 1 azure_routes.go:212] updateRoutes: updating routes I1207 18:22:05.163333 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:05.163362 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:06.042816 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34100" resp=200 I1207 18:22:07.247969 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:07.248107 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:22:10.164370 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:10.164407 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:15.165542 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:15.165571 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:16.042274 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="117.507µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47720" resp=200 I1207 18:22:19.169675 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:22:19.203939 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:22:20.166417 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:20.166456 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:23.303253 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:23.303575 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:22:23.303392 1 controller.go:722] Syncing backends for all LB services. I1207 18:22:23.303705 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 18:22:23.303714 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:22:23.303720 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 18:22:23.303831 1 controller.go:718] It took 0.000337819 seconds to finish syncNodes I1207 18:22:23.320827 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:23.320880 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:22:24.899354 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:24.899387 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:22:25.167395 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:25.167430 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:26.042466 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36504" resp=200 I1207 18:22:28.352119 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:28.352448 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:22:30.167712 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:30.167744 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:35.168979 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:35.169007 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:36.042114 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51124" resp=200 I1207 18:22:37.391766 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:22:37.391806 1 azure_routes.go:449] CreateRoute: route created. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000003" cidr="192.168.4.0/24" I1207 18:22:37.391959 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=59.855664564 request="routes_create_route" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="capz-uhx40o-mp-0000003" result_code="succeeded" I1207 18:22:37.391977 1 route_controller.go:323] Created route for node capz-uhx40o-mp-0000003 192.168.4.0/24 with hint f1e918d1-94c9-4358-a1d0-f55f7686805f after 59.855847574s I1207 18:22:37.392021 1 route_controller.go:385] Patching node status capz-uhx40o-mp-0000003 with true previous condition was:nil I1207 18:22:37.392034 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:37.392053 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:37.392062 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:37.407196 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:37.407224 1 azure.go:859] node capz-uhx40o-mp-0000003 is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:22:37.471643 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:22:37.471675 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:22:37.471684 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:22:37.471690 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:22:37.471771 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:37.471785 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:37.471795 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:37.471804 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:40.191241 1 azure_instances_v1.go:248] InstanceShutdownByProviderID gets power status "running" for node "capz-uhx40o-mp-0000003" I1207 18:22:40.191268 1 azure_instances_v1.go:259] InstanceShutdownByProviderID gets provisioning state "Creating" for node "capz-uhx40o-mp-0000003" I1207 18:22:44.864508 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:44.878041 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:46.043623 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58890" resp=200 I1207 18:22:47.407040 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:22:47.407077 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:22:47.407086 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:22:47.407093 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:22:47.407170 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:47.407192 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:47.407203 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:47.407219 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:48.298273 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:49.204909 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:22:53.819307 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:53.848475 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:54.107217 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:22:56.044163 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59030" resp=200 I1207 18:22:57.407695 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:22:57.407732 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:22:57.407739 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:22:57.407744 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:22:57.407841 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:57.407878 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:57.407890 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:57.407897 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:22:58.103042 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:23:04.641156 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:23:04.958604 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:23:04.979355 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:23:05.088114 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:23:05.215661 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:23:05.215694 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:23:05.310464 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:23:05.310498 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:23:06.042669 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46568" resp=200 I1207 18:23:07.408584 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:23:07.408618 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:23:07.408624 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:23:07.408629 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:23:07.408664 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:07.408675 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:07.408683 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:07.408692 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:07.977615 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:23:08.203698 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:23:08.203931 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:23:09.062122 1 azure_local_services.go:318] Detecting EndpointSlice calico-system/calico-typha-vvzv7 update I1207 18:23:09.062159 1 azure_local_services.go:324] EndpointSlice calico-system/calico-typha-vvzv7 belongs to service calico-system/calico-typha, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:23:16.042689 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.804µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43116" resp=200 I1207 18:23:17.408989 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:23:17.409031 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:23:17.409041 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:23:17.409048 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:23:17.409105 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:17.409122 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:17.409122 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:17.409135 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:19.205739 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:23:24.204890 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:23:26.043210 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55154" resp=200 I1207 18:23:26.050357 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:23:27.409320 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:23:27.409353 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:23:27.409360 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:23:27.409366 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:23:27.409405 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:27.409414 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:27.409422 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:27.409526 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:35.087913 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:23:36.042147 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53688" resp=200 I1207 18:23:37.410093 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:23:37.410130 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:23:37.410138 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:23:37.410144 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:23:37.410178 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:37.410191 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:37.410201 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:37.410241 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:46.041937 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32958" resp=200 I1207 18:23:47.410891 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:23:47.410922 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:23:47.410938 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:23:47.410945 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:23:47.411172 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:47.411200 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:47.411209 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:47.411239 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:49.206491 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:23:56.042815 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="129.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57586" resp=200 I1207 18:23:57.411211 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:23:57.411245 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:23:57.411252 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000001" with CIDR "192.168.2.0/24": "keep" I1207 18:23:57.411257 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:23:57.411287 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:57.411297 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:57.411305 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:57.411312 1 route_controller.go:376] set node capz-uhx40o-mp-0000001 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:23:59.170725 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:24:05.087321 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:24:05.217314 1 range_allocator.go:304] release CIDR 192.168.2.0/24 for node:capz-uhx40o-mp-0000001 I1207 18:24:05.218029 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:24:05.218326 1 azure.go:719] Removing node capz-uhx40o-mp-0000001 from VMSet cache. I1207 18:24:05.218080 1 controller.go:722] Syncing backends for all LB services. I1207 18:24:05.219184 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 18:24:05.219385 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:24:05.219619 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 18:24:05.219869 1 controller.go:718] It took 0.001809398 seconds to finish syncNodes I1207 18:24:05.220194 1 azure_vmss_cache.go:286] DeleteCacheForNode(capz-uhx40o, capz-uhx40o-mp-0, capz-uhx40o-mp-0000001) successfully I1207 18:24:06.042944 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="134.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50672" resp=200 I1207 18:24:07.411993 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:24:07.412043 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:24:07.412055 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:24:07.412072 1 route_controller.go:230] route should be deleted, spec: exist: false, action: "", Node "capz-uhx40o-mp-0000001", CIDR "192.168.2.0/24" I1207 18:24:07.412176 1 route_controller.go:249] Deleting route capz-uhx40o-mp-0000001____1921682024 192.168.2.0/24 I1207 18:24:07.412372 1 azure_routes.go:480] DeleteRoute: deleting route. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000001" cidr="192.168.2.0/24" routeName="capz-uhx40o-mp-0000001____1921682024" I1207 18:24:16.043986 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41548" resp=200 I1207 18:24:19.206962 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:24:26.042623 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="112.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36218" resp=200 I1207 18:24:35.087386 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000003____1921684024 I1207 18:24:35.087417 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000002____1921683024 I1207 18:24:35.087421 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000001____1921682024 I1207 18:24:35.087424 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-control-plane-ww9qf____1921680024 I1207 18:24:35.087436 1 azure_routes.go:212] updateRoutes: updating routes I1207 18:24:36.047531 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="307.016µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38098" resp=200 I1207 18:24:44.283066 1 azure.go:859] node fake-node is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:24:44.283114 1 controller.go:722] Syncing backends for all LB services. I1207 18:24:44.283122 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 18:24:44.283178 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:24:44.283184 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 18:24:44.283190 1 controller.go:718] It took 7.8404e-05 seconds to finish syncNodes I1207 18:24:44.283058 1 range_allocator.go:280] Putting node fake-node with CIDR [192.168.5.0/24] into the work queue I1207 18:24:44.283728 1 node.go:81] cidrs patch bytes for node fake-node are:{"spec":{"podCIDR":"192.168.5.0/24","podCIDRs":["192.168.5.0/24"]}} I1207 18:24:44.298938 1 azure.go:758] managed=false, ok=true, isNodeManagedByCloudProvider=false I1207 18:24:44.298973 1 azure.go:859] node fake-node is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:24:44.310689 1 azure.go:758] managed=false, ok=true, isNodeManagedByCloudProvider=false I1207 18:24:44.310914 1 azure.go:859] node fake-node is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:24:44.473828 1 azure.go:758] managed=false, ok=true, isNodeManagedByCloudProvider=false I1207 18:24:44.474016 1 azure.go:859] node fake-node is not ready but either shutdown taint is missing or out-of-service taint is already added, skip adding node out-of-service taint I1207 18:24:45.209596 1 azure_instances_v2.go:42] InstanceExists: omitting unmanaged node "fake-node" I1207 18:24:45.209628 1 azure_instances_v2.go:74] InstanceShutdown: omitting unmanaged node "fake-node" I1207 18:24:46.042785 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47564" resp=200 I1207 18:24:49.207747 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:24:50.209727 1 azure_instances_v2.go:42] InstanceExists: omitting unmanaged node "fake-node" I1207 18:24:50.209762 1 azure_instances_v2.go:74] InstanceShutdown: omitting unmanaged node "fake-node" I1207 18:24:55.210365 1 azure_instances_v2.go:42] InstanceExists: omitting unmanaged node "fake-node" I1207 18:24:55.210395 1 azure_instances_v2.go:74] InstanceShutdown: omitting unmanaged node "fake-node" I1207 18:24:56.043916 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="101.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59630" resp=200 I1207 18:25:00.211437 1 azure_instances_v2.go:42] InstanceExists: omitting unmanaged node "fake-node" I1207 18:25:00.211468 1 azure_instances_v2.go:74] InstanceShutdown: omitting unmanaged node "fake-node" I1207 18:25:04.313504 1 range_allocator.go:304] release CIDR 192.168.5.0/24 for node:fake-node I1207 18:25:04.313549 1 azure.go:758] managed=false, ok=true, isNodeManagedByCloudProvider=false I1207 18:25:04.313560 1 azure.go:719] Removing node fake-node from VMSet cache. I1207 18:25:04.313575 1 azure_vmss_cache.go:425] Node fake-node has joined the cluster since the last VM cache refresh in NonVmssUniformNodesEntry, refreshing the cache I1207 18:25:04.313790 1 controller.go:722] Syncing backends for all LB services. I1207 18:25:04.313865 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==0, workers==1) I1207 18:25:04.313897 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:25:04.313939 1 controller.go:726] Successfully updated 0 out of 0 load balancers to direct traffic to the updated set of nodes I1207 18:25:04.313966 1 controller.go:718] It took 0.00017981 seconds to finish syncNodes I1207 18:25:04.313586 1 azure_vmss_cache.go:342] refresh the cache of NonVmssUniformNodesCache in rg &{map[capz-uhx40o:{}]} E1207 18:25:04.390648 1 azure_vmss_cache.go:270] getNodeIdentityByNodeName(fake-node) failed with not a vmss instance I1207 18:25:06.042345 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50072" resp=200 I1207 18:25:07.431023 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:25:07.431071 1 azure_routes.go:497] DeleteRoute: deleting route. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000001" cidr="192.168.2.0/24" routeName="capz-uhx40o-mp-0000001" I1207 18:25:16.042003 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52024" resp=200 I1207 18:25:16.336843 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-2pwkg/annotation-test I1207 18:25:16.339122 1 controller.go:943] Adding finalizer to service e2e-tests-service-2pwkg/annotation-test I1207 18:25:16.339360 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:25:16.362263 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:25:16.374392 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:25:16.374749 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a00d8c634824a4072a7016e4173f56de" I1207 18:25:16.374770 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(true): started I1207 18:25:16.440624 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:25:16.530051 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:25:16.530098 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:25:16.530119 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-2pwkg/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:25:16.530130 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a00d8c634824a4072a7016e4173f56de" (isIPv6=false) I1207 18:25:16.671036 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a00d8c634824a4072a7016e4173f56de" I1207 18:25:16.671074 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-2pwkg/annotation-test): pip(capz-uhx40o-a00d8c634824a4072a7016e4173f56de) - creating I1207 18:25:16.671091 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a00d8c634824a4072a7016e4173f56de"): start I1207 18:25:19.208891 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:25:20.968531 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(true): lb frontendconfig(a00d8c634824a4072a7016e4173f56de) - adding I1207 18:25:20.968568 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a00d8c634824a4072a7016e4173f56de-TCP-80) I1207 18:25:20.968632 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(true): lb probes updated: [{"name":"a00d8c634824a4072a7016e4173f56de-TCP-80","properties":{"intervalInSeconds":5,"port":31175,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:25:20.968688 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(true): lb rules updated: [{"name":"a00d8c634824a4072a7016e4173f56de-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a00d8c634824a4072a7016e4173f56de"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a00d8c634824a4072a7016e4173f56de-TCP-80"},"protocol":"Tcp"}}] I1207 18:25:20.968712 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - updating I1207 18:25:21.714937 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:25:21.714972 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:25:21.714984 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:25:21.714992 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:25:22.984141 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) finished I1207 18:25:22.984179 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:25:23.044611 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.146.86" from frontendIPConfiguration "a00d8c634824a4072a7016e4173f56de" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:25:23.044657 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:25:23.160350 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:25:23.160377 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:25:23.160588 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:25:23.160781 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:25:23.160802 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:25:23.160836 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.239.146.86"] I1207 18:25:23.161389 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:25:24.740414 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) - LB fipConfigID(a00d8c634824a4072a7016e4173f56de) - wantPLS(true) - createPLS(false) I1207 18:25:24.740447 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) finished I1207 18:25:24.740485 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000016601 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:25:24.740515 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(false): started I1207 18:25:24.814806 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:25:24.814838 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:25:24.814920 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:25:24.814974 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:25:24.814989 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:25:24.815217 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=8.45561156 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:25:24.823261 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:25:24.823351 1 controller.go:984] Patching status for service e2e-tests-service-2pwkg/annotation-test I1207 18:25:24.823811 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:25:24.834482 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test" (8.49765982s) I1207 18:25:26.042907 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="120.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44752" resp=200 I1207 18:25:26.469722 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:25:35.163180 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000003____1921684024 I1207 18:25:35.163204 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-mp-0000002____1921683024 I1207 18:25:35.163208 1 azure_routes.go:233] cleanupOutdatedRoutes: checking route capz-uhx40o-control-plane-ww9qf____1921680024 W1207 18:25:35.163218 1 azure_routes.go:197] updateRoutes: route to be deleted capz-uhx40o-mp-0000001 does not match any of the existing route I1207 18:25:35.163430 1 azure_routes.go:512] DeleteRoute: route deleted. clusterName="capz-uhx40o" instance="capz-uhx40o-mp-0000001" cidr="192.168.2.0/24" I1207 18:25:35.163541 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=87.7512569 request="routes_delete_route" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="capz-uhx40o-mp-0000001" result_code="succeeded" I1207 18:25:35.163584 1 route_controller.go:253] Deleted route capz-uhx40o-mp-0000001____1921682024 192.168.2.0/24 after 1m27.751498813s I1207 18:25:35.163718 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:35.163737 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:35.163891 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:35.164064 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:25:35.164079 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:25:35.164084 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:25:35.164161 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:35.164174 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:35.164183 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:36.042094 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37274" resp=200 I1207 18:25:39.171880 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:25:40.366159 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:25:45.164704 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:25:45.164736 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:25:45.164743 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:25:45.164780 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:45.164794 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:45.164802 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:46.043149 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43824" resp=200 I1207 18:25:47.492413 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:25:47.492450 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:25:47.492537 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.146.86" from frontendIPConfiguration "a00d8c634824a4072a7016e4173f56de" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:25:47.492590 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.239.146.86\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:25:47.492612 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-2pwkg/annotation-test I1207 18:25:47.492910 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:25:47.497134 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:25:47.505318 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:25:47.617250 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:25:47.617286 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:25:47.617547 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.146.86" from frontendIPConfiguration "a00d8c634824a4072a7016e4173f56de" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:25:47.617679 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.239.146.86\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" I1207 18:25:47.617710 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:25:47.673058 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:25:47.673084 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:25:47.673189 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.146.86","10.1.0.6","10.0.0.4","10.1.0.4","4.239.146.86"] I1207 18:25:47.673540 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:25:49.209682 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:25:49.514692 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(false): started I1207 18:25:49.579016 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:25:49.579047 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:25:49.579068 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:25:49.579116 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.146.86" from frontendIPConfiguration "a00d8c634824a4072a7016e4173f56de" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:25:49.579141 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.239.146.86\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" I1207 18:25:49.579225 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:25:49.579281 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb frontendconfig(a00d8c634824a4072a7016e4173f56de) - dropping I1207 18:25:49.579295 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb probe(a00d8c634824a4072a7016e4173f56de-TCP-80) - dropping I1207 18:25:49.579307 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb probes updated: null I1207 18:25:49.579314 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb rule(a00d8c634824a4072a7016e4173f56de-TCP-80) - dropping I1207 18:25:49.579445 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb rules updated: null I1207 18:25:49.579481 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) - LB fipConfigID(a00d8c634824a4072a7016e4173f56de) - wantPLS(false) - createPLS(false) I1207 18:25:49.623196 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) finished I1207 18:25:49.623303 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.043741057 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:25:49.623333 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-2pwkg/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:25:49.681153 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:25:49.681199 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:25:55.165752 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:25:55.165792 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:25:55.165799 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:25:55.165839 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:55.165876 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:55.165885 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:25:56.042956 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="101.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60168" resp=200 I1207 18:26:00.011119 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) finished I1207 18:26:00.011282 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(false): started I1207 18:26:00.084711 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:00.164482 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:00.164528 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:26:00.164551 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:26:00.164728 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-2pwkg/annotation-test): unbinding the service from pip capz-uhx40o-a00d8c634824a4072a7016e4173f56de I1207 18:26:00.164841 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" pip="capz-uhx40o-a00d8c634824a4072a7016e4173f56de" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:26:00.668328 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=7 I1207 18:26:02.664660 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=9 I1207 18:26:05.087519 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:26:05.166271 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:26:05.166313 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:26:05.166324 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:26:05.166374 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:05.166475 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:05.166571 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:06.042796 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="117.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60998" resp=200 I1207 18:26:10.490725 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.998007053 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:26:10.500168 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:26:10.500227 1 controller.go:958] Removing finalizer from service e2e-tests-service-2pwkg/annotation-test I1207 18:26:10.546430 1 controller.go:984] Patching status for service e2e-tests-service-2pwkg/annotation-test I1207 18:26:10.547188 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:26:10.555689 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test" (23.145042758s) I1207 18:26:10.555723 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test" (5.5µs) I1207 18:26:13.778417 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-2pwkg/annotation-test-old I1207 18:26:13.779399 1 controller.go:943] Adding finalizer to service e2e-tests-service-2pwkg/annotation-test-old I1207 18:26:13.780067 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test-old" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:26:13.812741 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:26:13.821678 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:26:13.822106 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a49ef6c289e8b4287905e963a4071dc2" I1207 18:26:13.822299 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old) - wantLb(true): started I1207 18:26:13.922450 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:13.987829 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:14.060979 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:26:14.061051 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-2pwkg/annotation-test-old) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:26:14.061071 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o) - creating a new frontend IP config "a49ef6c289e8b4287905e963a4071dc2" (isIPv6=false) I1207 18:26:14.061147 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-2pwkg/annotation-test-old): pip(service-public-IP-83e8) - updating I1207 18:26:14.061167 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "service-public-IP-83e8"): start I1207 18:26:15.166244 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:26:15.166279 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:26:15.166288 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:26:15.166326 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:15.166336 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:15.166343 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:16.042826 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36390" resp=200 I1207 18:26:18.821963 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test-old)(true): lb frontendconfig(a49ef6c289e8b4287905e963a4071dc2) - adding I1207 18:26:18.822011 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a49ef6c289e8b4287905e963a4071dc2-TCP-80) I1207 18:26:18.822083 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test-old)(true): lb probes updated: [{"name":"a49ef6c289e8b4287905e963a4071dc2-TCP-80","properties":{"intervalInSeconds":5,"port":31778,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:26:18.822173 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test-old)(true): lb rules updated: [{"name":"a49ef6c289e8b4287905e963a4071dc2-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a49ef6c289e8b4287905e963a4071dc2"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a49ef6c289e8b4287905e963a4071dc2-TCP-80"},"protocol":"Tcp"}}] I1207 18:26:18.822205 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o) - updating I1207 18:26:19.210346 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:26:19.278470 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:26:19.278492 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:26:19.278503 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:26:19.278511 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:26:20.571696 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o) finished I1207 18:26:20.571728 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:26:20.631892 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a49ef6c289e8b4287905e963a4071dc2" for service "e2e-tests-service-2pwkg/annotation-test-old" I1207 18:26:20.631931 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:26:20.769157 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test-old): lb backendpool - found private IP "10.1.0.4" I1207 18:26:20.769186 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test-old): lb backendpool - found private IP "10.1.0.6" I1207 18:26:20.769246 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:26:20.769279 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:26:20.769300 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:26:20.769330 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","4.205.112.151"] I1207 18:26:20.769684 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:26:22.104424 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test-old) - LB fipConfigID(a49ef6c289e8b4287905e963a4071dc2) - wantPLS(true) - createPLS(false) I1207 18:26:22.104455 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test-old) finished I1207 18:26:22.104494 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000138 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test-old" result_code="succeeded" I1207 18:26:22.104524 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old) - wantLb(false): started I1207 18:26:22.195978 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:22.196011 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:26:22.196034 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:26:22.196059 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o-internal) finished I1207 18:26:22.196074 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:26:22.196380 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-2pwkg/annotation-test-old): pip(service-public-IP-83e8) - updating I1207 18:26:22.246403 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=8.438200078 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test-old" result_code="succeeded" I1207 18:26:22.258309 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:26:22.258550 1 controller.go:984] Patching status for service e2e-tests-service-2pwkg/annotation-test-old I1207 18:26:22.259569 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test-old" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:26:22.270728 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test-old" (8.492335058s) I1207 18:26:25.166695 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:26:25.166727 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:26:25.166733 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:26:25.166773 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:25.166783 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:25.166790 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:26.043093 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53832" resp=200 I1207 18:26:34.469445 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:34.469480 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:26:34.469523 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a49ef6c289e8b4287905e963a4071dc2" for service "e2e-tests-service-2pwkg/annotation-test-old" I1207 18:26:34.469556 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test-old, capz-uhx40o, false): current lb IPs: [\"4.205.112.151\"]" logger="GetLoadBalancer" service="annotation-test-old" I1207 18:26:34.469571 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-2pwkg/annotation-test-old I1207 18:26:34.469904 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test-old" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:26:34.472646 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:26:34.481350 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:26:34.561825 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:34.561871 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:26:34.561919 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a49ef6c289e8b4287905e963a4071dc2" for service "e2e-tests-service-2pwkg/annotation-test-old" I1207 18:26:34.561945 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test-old, capz-uhx40o, false): current lb IPs: [\"4.205.112.151\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test-old" I1207 18:26:34.561965 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test-old" load-balancer="capz-uhx40o" delete-lb=true I1207 18:26:34.609838 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test-old): lb backendpool - found private IP "10.1.0.4" I1207 18:26:34.609902 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test-old): lb backendpool - found private IP "10.1.0.6" I1207 18:26:34.609977 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test-old" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.205.112.151","10.0.0.4","10.1.0.4","10.1.0.6","4.205.112.151"] I1207 18:26:34.610251 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test-old" load-balancer="capz-uhx40o" delete-lb=true I1207 18:26:35.087605 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:26:35.167144 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:26:35.167179 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:26:35.167185 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:26:35.167221 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:35.167232 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:35.167250 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:35.974702 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old) - wantLb(false): started I1207 18:26:36.042083 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48734" resp=200 I1207 18:26:36.091061 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:36.091091 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:26:36.091110 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:26:36.091152 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a49ef6c289e8b4287905e963a4071dc2" for service "e2e-tests-service-2pwkg/annotation-test-old" I1207 18:26:36.091175 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test-old, capz-uhx40o, false): current lb IPs: [\"4.205.112.151\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test-old" I1207 18:26:36.091195 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:26:36.091212 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test-old)(false): lb frontendconfig(a49ef6c289e8b4287905e963a4071dc2) - dropping I1207 18:26:36.091224 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test-old)(false): lb probe(a49ef6c289e8b4287905e963a4071dc2-TCP-80) - dropping I1207 18:26:36.091234 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test-old)(false): lb probes updated: null I1207 18:26:36.091242 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test-old)(false): lb rule(a49ef6c289e8b4287905e963a4071dc2-TCP-80) - dropping I1207 18:26:36.091255 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test-old)(false): lb rules updated: null I1207 18:26:36.091264 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test-old) - LB fipConfigID(a49ef6c289e8b4287905e963a4071dc2) - wantPLS(false) - createPLS(false) I1207 18:26:36.252836 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test-old) finished I1207 18:26:36.252956 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.161614091 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test-old" result_code="succeeded" I1207 18:26:36.252988 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-2pwkg/annotation-test-old, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:26:36.253009 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:26:36.253159 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:26:45.167256 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:26:45.167293 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:26:45.167304 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:26:45.167350 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:45.167360 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:45.167367 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:46.043257 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="105.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40408" resp=200 I1207 18:26:46.598011 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o) finished I1207 18:26:46.598047 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old) - wantLb(false): started I1207 18:26:46.716368 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:46.780193 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:46.780238 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:26:46.780263 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test-old): lb(capz-uhx40o-internal) finished I1207 18:26:46.780321 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.310669569 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test-old" result_code="succeeded" I1207 18:26:46.787774 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:26:46.787916 1 controller.go:958] Removing finalizer from service e2e-tests-service-2pwkg/annotation-test-old I1207 18:26:46.858660 1 controller.go:984] Patching status for service e2e-tests-service-2pwkg/annotation-test-old I1207 18:26:46.859080 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test-old" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:26:46.862825 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test-old" (12.464010608s) I1207 18:26:48.513703 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-2pwkg/annotation-test I1207 18:26:48.513763 1 controller.go:943] Adding finalizer to service e2e-tests-service-2pwkg/annotation-test I1207 18:26:48.516927 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:26:48.538150 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:26:48.549001 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:26:48.549192 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a632bf3149afa42789d13ca7735b417e" I1207 18:26:48.549209 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(true): started I1207 18:26:48.632353 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:48.695771 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:48.695820 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:26:48.695842 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-2pwkg/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:26:48.695996 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a632bf3149afa42789d13ca7735b417e" (isIPv6=false) I1207 18:26:48.696059 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-2pwkg/annotation-test): pip(service-public-IP-83e8) - updating I1207 18:26:48.759431 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(true): lb frontendconfig(a632bf3149afa42789d13ca7735b417e) - adding I1207 18:26:48.759467 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a632bf3149afa42789d13ca7735b417e-TCP-80) I1207 18:26:48.759519 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(true): lb probes updated: [{"name":"a632bf3149afa42789d13ca7735b417e-TCP-80","properties":{"intervalInSeconds":5,"port":32286,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:26:48.759574 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(true): lb rules updated: [{"name":"a632bf3149afa42789d13ca7735b417e-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a632bf3149afa42789d13ca7735b417e"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a632bf3149afa42789d13ca7735b417e-TCP-80"},"protocol":"Tcp"}}] I1207 18:26:48.759939 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - updating I1207 18:26:49.211326 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:26:49.225638 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:26:49.225659 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:26:49.225671 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:26:49.225687 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:26:50.659381 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) finished I1207 18:26:50.659422 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:26:50.659466 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a632bf3149afa42789d13ca7735b417e" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:26:50.659491 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:26:50.781538 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:26:50.781564 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:26:50.781620 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:26:50.781650 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:26:50.781664 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:26:50.781691 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.205.112.151"] I1207 18:26:50.782171 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:26:52.237241 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) - LB fipConfigID(a632bf3149afa42789d13ca7735b417e) - wantPLS(true) - createPLS(false) I1207 18:26:52.237275 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) finished I1207 18:26:52.237343 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000017301 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:26:52.237372 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(false): started I1207 18:26:52.320665 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:26:52.320696 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:26:52.320725 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:26:52.320749 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:26:52.320762 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:26:52.321258 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-2pwkg/annotation-test): pip(service-public-IP-83e8) - updating I1207 18:26:52.381788 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=3.847060951 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:26:52.395019 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:26:52.395256 1 controller.go:984] Patching status for service e2e-tests-service-2pwkg/annotation-test I1207 18:26:52.396913 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:26:52.405057 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test" (3.891369201s) I1207 18:26:55.167548 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:26:55.167575 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:26:55.167581 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:26:55.167608 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:55.167618 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:55.167632 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:26:56.042414 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.204µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46616" resp=200 I1207 18:27:03.296103 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-2pwkg/annotation-test I1207 18:27:03.296159 1 controller.go:943] Adding finalizer to service e2e-tests-service-2pwkg/annotation-test I1207 18:27:03.298967 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:27:03.314326 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:27:03.322806 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:27:03.323102 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a632bf3149afa42789d13ca7735b417e" I1207 18:27:03.323121 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(true): started I1207 18:27:03.408698 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:03.408735 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:27:03.408757 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:27:03.408805 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a632bf3149afa42789d13ca7735b417e" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:27:03.408829 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, true): current lb IPs: [\"4.205.112.151\"]" I1207 18:27:03.408867 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:27:03.408893 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-2pwkg/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:27:03.408910 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:27:03.408940 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-2pwkg/annotation-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:27:03.408956 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-2pwkg/annotation-test): checking owned frontend IP configuration a632bf3149afa42789d13ca7735b417e I1207 18:27:03.409000 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a632bf3149afa42789d13ca7735b417e-TCP-80) I1207 18:27:03.409047 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:27:03.409053 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:27:03.409079 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) finished I1207 18:27:03.409093 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:27:03.409123 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a632bf3149afa42789d13ca7735b417e" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:27:03.409142 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:27:03.530312 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:27:03.530341 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:27:03.533879 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:27:03.533991 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:27:03.534029 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:27:03.534080 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.205.112.151","10.0.0.4","10.1.0.4","10.1.0.6","4.205.112.151"] I1207 18:27:03.534134 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.205.112.151"] retained-prefixes=["4.205.112.151","10.0.0.4","10.1.0.4","10.1.0.6","4.205.112.151"] expected-prefixes=["4.205.112.151","4.205.112.151"] I1207 18:27:03.534584 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:27:03.737994 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) - LB fipConfigID(a632bf3149afa42789d13ca7735b417e) - wantPLS(true) - createPLS(false) I1207 18:27:03.738026 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) finished I1207 18:27:03.738059 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000157 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:27:03.738089 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(false): started I1207 18:27:03.800761 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:03.800796 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:27:03.800823 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:27:03.800980 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:27:03.801004 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:27:03.801146 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-2pwkg/annotation-test): pip(service-public-IP-83e8) - updating I1207 18:27:03.801166 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "service-public-IP-83e8"): start W1207 18:27:04.239343 1 azure_publicip_repo.go:55] NetworkClientFactory.GetPublicIPAddressClient().CreateOrUpdate(capz-uhx40o, service-public-IP-83e8) failed: PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 -------------------------------------------------------------------------------- RESPONSE 412: 412 Precondition Failed ERROR CODE: PreconditionFailed -------------------------------------------------------------------------------- { "error": { "code": "PreconditionFailed", "message": "Precondition failed.", "details": [ { "code": "PreconditionFailedEtagMismatch", "message": "Etag provided in if-match header W/\"e22bbdab-2eaa-4075-bca2-b09547f3022e\" does not match etag W/\"38f5dcce-46aa-42a5-aed7-4e7777d5c28d\" of resource /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 in NRP data store." } ] } } -------------------------------------------------------------------------------- , PublicIP request: {"etag":"W/\"e22bbdab-2eaa-4075-bca2-b09547f3022e\"","id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8","location":"canadacentral","name":"service-public-IP-83e8","properties":{"ddosSettings":{"protectionMode":"VirtualNetworkInherited"},"dnsSettings":{"domainNameLabel":"annotation-test-40057f2e-65a5-4bcb-9ecd-8865d5bb68f9-new","fqdn":"annotation-test-40057f2e-65a5-4bcb-9ecd-8865d5bb68f9.canadacentral.cloudapp.azure.com"},"idleTimeoutInMinutes":4,"ipAddress":"4.205.112.151","ipConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a49ef6c289e8b4287905e963a4071dc2"},"ipTags":[],"provisioningState":"Succeeded","publicIPAddressVersion":"IPv4","publicIPAllocationMethod":"Static","resourceGuid":"c5bb8169-7dec-4820-8f0e-2c02de0920cb"},"sku":{"name":"Standard","tier":"Regional"},"tags":{},"type":"Microsoft.Network/publicIPAddresses"} I1207 18:27:04.239427 1 azure_publicip_repo.go:62] PublicIP cache for (capz-uhx40o, service-public-IP-83e8) is cleanup because of http.StatusPreconditionFailed I1207 18:27:04.239464 1 azure_loadbalancer.go:1298] ensure(e2e-tests-service-2pwkg/annotation-test) abort backoff: pip(service-public-IP-83e8) E1207 18:27:04.239494 1 azure_loadbalancer.go:184] "Failed to reconcile PublicIPs" err=< PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 -------------------------------------------------------------------------------- RESPONSE 412: 412 Precondition Failed ERROR CODE: PreconditionFailed -------------------------------------------------------------------------------- { "error": { "code": "PreconditionFailed", "message": "Precondition failed.", "details": [ { "code": "PreconditionFailedEtagMismatch", "message": "Etag provided in if-match header W/\"e22bbdab-2eaa-4075-bca2-b09547f3022e\" does not match etag W/\"38f5dcce-46aa-42a5-aed7-4e7777d5c28d\" of resource /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 in NRP data store." } ] } } -------------------------------------------------------------------------------- > I1207 18:27:04.239537 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.932429667 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="failed_ensure_loadbalancer" E1207 18:27:04.239727 1 azure_loadbalancer.go:275] "Finished with error" err=< PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 -------------------------------------------------------------------------------- RESPONSE 412: 412 Precondition Failed ERROR CODE: PreconditionFailed -------------------------------------------------------------------------------- { "error": { "code": "PreconditionFailed", "message": "Precondition failed.", "details": [ { "code": "PreconditionFailedEtagMismatch", "message": "Etag provided in if-match header W/\"e22bbdab-2eaa-4075-bca2-b09547f3022e\" does not match etag W/\"38f5dcce-46aa-42a5-aed7-4e7777d5c28d\" of resource /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 in NRP data store." } ] } } -------------------------------------------------------------------------------- > logger="EnsureLoadBalancer" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" service-spec={"metadata":{"annotations":{"service.beta.kubernetes.io/azure-dns-label-name":"annotation-test-40057f2e-65a5-4bcb-9ecd-8865d5bb68f9-new","service.beta.kubernetes.io/azure-load-balancer-ipv4":"4.205.112.151"},"creationTimestamp":"2025-12-07T18:26:48Z","labels":{"app":"annotation-test"},"managedFields":[{"apiVersion":"v1","fieldsType":"FieldsV1","fieldsV1":{"f:status":{"f:loadBalancer":{"f:ingress":{}}}},"manager":"cloud-controller-manager","operation":"Update","subresource":"status","time":"2025-12-07T18:26:52Z"},{"apiVersion":"v1","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:service.beta.kubernetes.io/azure-dns-label-name":{},"f:service.beta.kubernetes.io/azure-load-balancer-ipv4":{}},"f:labels":{".":{},"f:app":{}}},"f:spec":{"f:allocateLoadBalancerNodePorts":{},"f:externalTrafficPolicy":{},"f:internalTrafficPolicy":{},"f:ipFamilyPolicy":{},"f:ports":{".":{},"k:{\"port\":80,\"protocol\":\"TCP\"}":{".":{},"f:name":{},"f:port":{},"f:protocol":{},"f:targetPort":{}}},"f:selector":{},"f:sessionAffinity":{},"f:type":{}}},"manager":"e2e.test","operation":"Update","time":"2025-12-07T18:27:03Z"}],"name":"annotation-test","namespace":"e2e-tests-service-2pwkg","resourceVersion":"13516","uid":"632bf314-9afa-4278-9d13-ca7735b417e1"},"spec":{"allocateLoadBalancerNodePorts":true,"clusterIP":"10.104.136.205","clusterIPs":["10.104.136.205"],"externalTrafficPolicy":"Cluster","internalTrafficPolicy":"Cluster","ipFamilies":["IPv4"],"ipFamilyPolicy":"PreferDualStack","ports":[{"name":"http","nodePort":32286,"port":80,"protocol":"TCP","targetPort":80}],"selector":{"app":"annotation-test"},"sessionAffinity":"None","type":"LoadBalancer"},"status":{"loadBalancer":{"ingress":[{"ip":"4.205.112.151","ipMode":"VIP"}]}}} I1207 18:27:04.252357 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:27:04.252438 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test" (956.356334ms) E1207 18:27:04.252468 1 controller.go:301] "Unhandled Error" err=< error processing service e2e-tests-service-2pwkg/annotation-test (retrying with exponential backoff): failed to ensure load balancer: PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 -------------------------------------------------------------------------------- RESPONSE 412: 412 Precondition Failed ERROR CODE: PreconditionFailed -------------------------------------------------------------------------------- { "error": { "code": "PreconditionFailed", "message": "Precondition failed.", "details": [ { "code": "PreconditionFailedEtagMismatch", "message": "Etag provided in if-match header W/\"e22bbdab-2eaa-4075-bca2-b09547f3022e\" does not match etag W/\"38f5dcce-46aa-42a5-aed7-4e7777d5c28d\" of resource /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 in NRP data store." } ] } } -------------------------------------------------------------------------------- > logger="UnhandledError" I1207 18:27:04.253313 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Warning" reason="SyncLoadBalancerFailed" message=< Error syncing load balancer: failed to ensure load balancer: PUT https://management.azure.com/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 -------------------------------------------------------------------------------- RESPONSE 412: 412 Precondition Failed ERROR CODE: PreconditionFailed -------------------------------------------------------------------------------- { "error": { "code": "PreconditionFailed", "message": "Precondition failed.", "details": [ { "code": "PreconditionFailedEtagMismatch", "message": "Etag provided in if-match header W/\"e22bbdab-2eaa-4075-bca2-b09547f3022e\" does not match etag W/\"38f5dcce-46aa-42a5-aed7-4e7777d5c28d\" of resource /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/publicIPAddresses/service-public-IP-83e8 in NRP data store." } ] } } -------------------------------------------------------------------------------- > I1207 18:27:04.336076 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:04.336114 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:27:04.411631 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a632bf3149afa42789d13ca7735b417e" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:27:04.411682 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.112.151\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:27:04.411706 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-2pwkg/annotation-test I1207 18:27:04.412201 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:27:04.419159 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:27:04.426289 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:27:04.493033 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:04.493068 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:27:04.493132 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a632bf3149afa42789d13ca7735b417e" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:27:04.493158 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.112.151\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" I1207 18:27:04.493188 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:27:04.562591 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:27:04.562618 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-2pwkg/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:27:04.562771 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.205.112.151","10.0.0.4","10.1.0.4","10.1.0.6","4.205.112.151"] I1207 18:27:04.563151 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:27:05.087513 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:27:05.168349 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:27:05.168378 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:27:05.168384 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:27:05.168411 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:05.168422 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:05.168430 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:05.979403 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(false): started I1207 18:27:06.042755 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32864" resp=200 I1207 18:27:06.044283 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:06.044308 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:27:06.044328 1 azure_loadbalancer.go:1034] get(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:27:06.044390 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.112.151" from frontendIPConfiguration "a632bf3149afa42789d13ca7735b417e" for service "e2e-tests-service-2pwkg/annotation-test" I1207 18:27:06.044434 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.112.151\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-2pwkg/annotation-test" I1207 18:27:06.044453 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:27:06.044469 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb frontendconfig(a632bf3149afa42789d13ca7735b417e) - dropping I1207 18:27:06.044481 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb probe(a632bf3149afa42789d13ca7735b417e-TCP-80) - dropping I1207 18:27:06.044492 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb probes updated: null I1207 18:27:06.044516 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb rule(a632bf3149afa42789d13ca7735b417e-TCP-80) - dropping I1207 18:27:06.044526 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-2pwkg/annotation-test)(false): lb rules updated: null I1207 18:27:06.044536 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) - LB fipConfigID(a632bf3149afa42789d13ca7735b417e) - wantPLS(false) - createPLS(false) I1207 18:27:06.287632 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-2pwkg/annotation-test) finished I1207 18:27:06.287762 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.243192976 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:27:06.287811 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-2pwkg/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:27:06.287843 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:27:06.288123 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:27:15.168395 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:27:15.168428 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:27:15.168434 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:27:15.168512 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:15.168530 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:15.168545 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:16.042198 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33402" resp=200 I1207 18:27:16.572461 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o) finished I1207 18:27:16.572506 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test) - wantLb(false): started I1207 18:27:16.645083 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:16.705581 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:16.705627 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:27:16.705651 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-2pwkg/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:27:16.705703 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.293904827 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-2pwkg/annotation-test" result_code="succeeded" I1207 18:27:16.715894 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:27:16.715987 1 controller.go:958] Removing finalizer from service e2e-tests-service-2pwkg/annotation-test I1207 18:27:16.772567 1 controller.go:984] Patching status for service e2e-tests-service-2pwkg/annotation-test I1207 18:27:16.773113 1 event.go:389] "Event occurred" object="e2e-tests-service-2pwkg/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:27:16.779473 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test" (12.524747091s) I1207 18:27:16.779689 1 controller.go:876] Finished syncing service "e2e-tests-service-2pwkg/annotation-test" (8.001µs) I1207 18:27:19.172035 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:27:19.212220 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:27:25.168992 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:27:25.169026 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:27:25.169032 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:27:25.169069 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:25.169113 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:25.169128 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:26.044157 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="101.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49576" resp=200 I1207 18:27:34.163655 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=19 I1207 18:27:35.087284 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:27:35.253685 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:27:35.253716 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:27:35.253723 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:27:35.255387 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:35.255414 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:35.255639 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:36.062232 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="92.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42392" resp=200 I1207 18:27:45.170352 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:27:45.170390 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:27:45.170397 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:27:45.170585 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:45.170603 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:45.170631 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:46.044099 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52658" resp=200 I1207 18:27:46.718560 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-9rd84/annotation-test I1207 18:27:46.720956 1 controller.go:943] Adding finalizer to service e2e-tests-service-9rd84/annotation-test I1207 18:27:46.721557 1 event.go:389] "Event occurred" object="e2e-tests-service-9rd84/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:27:46.740964 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:27:46.750450 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:27:46.750650 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="af3e84b0b95cd4b848f1ba4329631c80" I1207 18:27:46.750667 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test) - wantLb(true): started I1207 18:27:46.826084 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:46.903031 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:46.904456 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:27:46.904649 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-9rd84/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:27:46.963691 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o-internal) - creating a new frontend IP config "af3e84b0b95cd4b848f1ba4329631c80" (isIPv6=false) I1207 18:27:46.963730 1 azure_loadbalancer.go:2680] reconcileFrontendIPConfigs for service (e2e-tests-service-9rd84/annotation-test): dynamically allocate the private IP I1207 18:27:46.963750 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-9rd84/annotation-test)(true): lb frontendconfig(af3e84b0b95cd4b848f1ba4329631c80) - adding I1207 18:27:46.963776 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (af3e84b0b95cd4b848f1ba4329631c80-TCP-80) I1207 18:27:46.963846 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-9rd84/annotation-test)(true): lb probes updated: [{"name":"af3e84b0b95cd4b848f1ba4329631c80-TCP-80","properties":{"intervalInSeconds":5,"port":30142,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:27:46.963974 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-9rd84/annotation-test)(true): lb rules updated: [{"name":"af3e84b0b95cd4b848f1ba4329631c80-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/af3e84b0b95cd4b848f1ba4329631c80"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/af3e84b0b95cd4b848f1ba4329631c80-TCP-80"},"protocol":"Tcp"}}] I1207 18:27:46.964326 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o-internal) - updating I1207 18:27:49.213952 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:27:50.475349 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:27:50.475371 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:27:50.475382 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o-internal to add 2 nodes and remove 0 nodes I1207 18:27:50.475390 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o-internal I1207 18:27:51.908763 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:27:51.908796 1 azure_loadbalancer.go:1034] get(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:27:51.908805 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "af3e84b0b95cd4b848f1ba4329631c80" for service "e2e-tests-service-9rd84/annotation-test" I1207 18:27:51.908888 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:27:52.017881 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-9rd84/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:27:52.017909 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-9rd84/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:27:52.017983 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","10.1.0.5"] I1207 18:27:52.018348 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-9rd84/annotation-test) - LB fipConfigID(af3e84b0b95cd4b848f1ba4329631c80) - wantPLS(true) - createPLS(false) I1207 18:27:52.018366 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-9rd84/annotation-test) finished I1207 18:27:52.018403 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013001 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-9rd84/annotation-test" result_code="succeeded" I1207 18:27:52.018427 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test) - wantLb(false): started I1207 18:27:52.316194 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:27:52.316226 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:27:52.316253 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:27:52.316280 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o) finished I1207 18:27:52.316294 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:27:52.316560 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.577472782 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-9rd84/annotation-test" result_code="succeeded" I1207 18:27:52.326135 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:27:52.326210 1 controller.go:984] Patching status for service e2e-tests-service-9rd84/annotation-test I1207 18:27:52.326613 1 event.go:389] "Event occurred" object="e2e-tests-service-9rd84/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:27:52.336418 1 controller.go:876] Finished syncing service "e2e-tests-service-9rd84/annotation-test" (5.617870181s) I1207 18:27:55.170352 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:27:55.170385 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:27:55.170391 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:27:55.170429 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:55.170440 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:55.170447 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:27:56.045334 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.308µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48310" resp=200 I1207 18:28:05.087183 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:28:05.170935 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:28:05.170973 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:28:05.170983 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:28:05.171082 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:05.171157 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:05.171169 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:06.041731 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.606µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58634" resp=200 I1207 18:28:07.384993 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:28:07.385027 1 azure_loadbalancer.go:1034] get(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:28:07.385035 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "af3e84b0b95cd4b848f1ba4329631c80" for service "e2e-tests-service-9rd84/annotation-test" I1207 18:28:07.385057 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:28:07.385073 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-9rd84/annotation-test I1207 18:28:07.385628 1 event.go:389] "Event occurred" object="e2e-tests-service-9rd84/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:28:07.388184 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:28:07.398740 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:28:07.490327 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:28:07.490362 1 azure_loadbalancer.go:1034] get(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:28:07.490370 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "af3e84b0b95cd4b848f1ba4329631c80" for service "e2e-tests-service-9rd84/annotation-test" I1207 18:28:07.490397 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-9rd84/annotation-test" I1207 18:28:07.490421 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-9rd84/annotation-test" load-balancer="capz-uhx40o-internal" delete-lb=true I1207 18:28:07.491059 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-9rd84/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:28:07.491077 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-9rd84/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:28:07.491139 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-9rd84/annotation-test" load-balancer="capz-uhx40o-internal" delete-lb=true managed-destinations=["10.1.0.5","10.0.0.4","10.1.0.4","10.1.0.6","10.1.0.5"] I1207 18:28:07.491510 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test) - wantLb(false): started I1207 18:28:07.555113 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:28:07.555144 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:28:07.555165 1 azure_loadbalancer.go:1034] get(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:28:07.555172 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "af3e84b0b95cd4b848f1ba4329631c80" for service "e2e-tests-service-9rd84/annotation-test" I1207 18:28:07.555197 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-9rd84/annotation-test" I1207 18:28:07.555213 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:28:07.555230 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-9rd84/annotation-test)(false): lb frontendconfig(af3e84b0b95cd4b848f1ba4329631c80) - dropping I1207 18:28:07.555243 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-9rd84/annotation-test)(false): lb probe(af3e84b0b95cd4b848f1ba4329631c80-TCP-80) - dropping I1207 18:28:07.555254 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-9rd84/annotation-test)(false): lb probes updated: null I1207 18:28:07.555261 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-9rd84/annotation-test)(false): lb rule(af3e84b0b95cd4b848f1ba4329631c80-TCP-80) - dropping I1207 18:28:07.555269 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-9rd84/annotation-test)(false): lb rules updated: null I1207 18:28:07.555279 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-9rd84/annotation-test) - LB fipConfigID(af3e84b0b95cd4b848f1ba4329631c80) - wantPLS(false) - createPLS(false) I1207 18:28:07.616091 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-9rd84/annotation-test) finished I1207 18:28:07.616193 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.060845473 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-9rd84/annotation-test" result_code="succeeded" I1207 18:28:07.616224 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o-internal, e2e-tests-service-9rd84/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:28:07.616260 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:28:07.616282 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o-internal I1207 18:28:15.171497 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:28:15.171532 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:28:15.171538 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:28:15.171578 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:15.171589 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:15.171597 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:16.042770 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="101.107µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47030" resp=200 I1207 18:28:16.168026 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I1207 18:28:19.214585 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:28:25.172312 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:28:25.172356 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:28:25.172362 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:28:25.172402 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:25.172422 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:25.172427 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:26.042117 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58456" resp=200 I1207 18:28:28.056845 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:28:28.056906 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test) - wantLb(false): started I1207 18:28:28.176800 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:28:28.251739 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:28:28.251790 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:28:28.251816 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-9rd84/annotation-test): lb(capz-uhx40o) finished I1207 18:28:28.251898 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=20.866690303 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-9rd84/annotation-test" result_code="succeeded" I1207 18:28:28.260597 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:28:28.260681 1 controller.go:958] Removing finalizer from service e2e-tests-service-9rd84/annotation-test I1207 18:28:28.320080 1 controller.go:984] Patching status for service e2e-tests-service-9rd84/annotation-test I1207 18:28:28.321058 1 event.go:389] "Event occurred" object="e2e-tests-service-9rd84/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:28:28.325020 1 controller.go:876] Finished syncing service "e2e-tests-service-9rd84/annotation-test" (21.008548466s) I1207 18:28:28.325232 1 controller.go:876] Finished syncing service "e2e-tests-service-9rd84/annotation-test" (7.301µs) I1207 18:28:31.121809 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:28:35.087911 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:28:35.172427 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:28:35.172488 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:28:35.172494 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:28:35.172536 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:35.172613 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:35.172668 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:36.041770 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.406µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52012" resp=200 I1207 18:28:43.756948 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-dh29s/annotation-test I1207 18:28:43.757232 1 controller.go:943] Adding finalizer to service e2e-tests-service-dh29s/annotation-test I1207 18:28:43.757679 1 event.go:389] "Event occurred" object="e2e-tests-service-dh29s/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:28:43.795717 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:28:43.803724 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:28:43.804520 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="aeeb5d706a14a403ea66c58beaa09953" I1207 18:28:43.804675 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test) - wantLb(true): started I1207 18:28:43.884483 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:28:43.956982 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:28:43.957029 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:28:43.957058 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-dh29s/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:28:44.023415 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o-internal) - creating a new frontend IP config "aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_" (isIPv6=false) I1207 18:28:44.023447 1 azure_loadbalancer.go:2680] reconcileFrontendIPConfigs for service (e2e-tests-service-dh29s/annotation-test): dynamically allocate the private IP I1207 18:28:44.023462 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-dh29s/annotation-test)(true): lb frontendconfig(aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_) - adding I1207 18:28:44.023483 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (aeeb5d706a14a403ea66c58beaa09953-a-----------------------------------TCP-80) I1207 18:28:44.023541 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-dh29s/annotation-test)(true): lb probes updated: [{"name":"aeeb5d706a14a403ea66c58beaa09953-a-----------------------------------TCP-80","properties":{"intervalInSeconds":5,"port":30816,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:28:44.023625 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-dh29s/annotation-test)(true): lb rules updated: [{"name":"aeeb5d706a14a403ea66c58beaa09953-a-----------------------------------TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/aeeb5d706a14a403ea66c58beaa09953-a-----------------------------------TCP-80"},"protocol":"Tcp"}}] I1207 18:28:44.023649 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o-internal) - updating I1207 18:28:45.172552 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:28:45.172598 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:28:45.172604 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:28:45.172681 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:45.172698 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:45.172844 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:46.042305 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:53730" resp=200 I1207 18:28:47.524875 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:28:47.524902 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:28:47.524915 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o-internal to add 2 nodes and remove 0 nodes I1207 18:28:47.524923 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o-internal I1207 18:28:48.880391 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:28:48.880425 1 azure_loadbalancer.go:1034] get(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:28:48.880435 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_" for service "e2e-tests-service-dh29s/annotation-test" I1207 18:28:48.880465 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:28:48.945957 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-dh29s/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:28:48.945988 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-dh29s/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:28:48.946197 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.1.0.4","10.1.0.6","10.0.0.4","10.2.0.4"] I1207 18:28:48.946599 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-dh29s/annotation-test) - LB fipConfigID(aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_) - wantPLS(true) - createPLS(false) I1207 18:28:48.946620 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-dh29s/annotation-test) finished I1207 18:28:48.946708 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013401 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-dh29s/annotation-test" result_code="succeeded" I1207 18:28:48.946759 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test) - wantLb(false): started I1207 18:28:49.031533 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:28:49.031569 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:28:49.031592 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:28:49.031619 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o) finished I1207 18:28:49.031632 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:28:49.031755 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.262903038 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-dh29s/annotation-test" result_code="succeeded" I1207 18:28:49.039922 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:28:49.040039 1 controller.go:984] Patching status for service e2e-tests-service-dh29s/annotation-test I1207 18:28:49.040729 1 event.go:389] "Event occurred" object="e2e-tests-service-dh29s/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:28:49.056081 1 controller.go:876] Finished syncing service "e2e-tests-service-dh29s/annotation-test" (5.299113589s) I1207 18:28:49.215535 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:28:51.661542 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=9 I1207 18:28:55.173197 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:28:55.173230 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:28:55.173236 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:28:55.173263 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:55.173390 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:55.173479 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:28:56.043935 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="122.309µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56510" resp=200 I1207 18:28:59.172897 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:29:04.482369 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:29:04.482403 1 azure_loadbalancer.go:1034] get(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:29:04.482411 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_" for service "e2e-tests-service-dh29s/annotation-test" I1207 18:29:04.482437 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.2.0.4\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:29:04.482453 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-dh29s/annotation-test I1207 18:29:04.482896 1 event.go:389] "Event occurred" object="e2e-tests-service-dh29s/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:29:04.485764 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:29:04.498407 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:29:04.565411 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:29:04.565446 1 azure_loadbalancer.go:1034] get(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:29:04.565454 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_" for service "e2e-tests-service-dh29s/annotation-test" I1207 18:29:04.565484 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.2.0.4\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-dh29s/annotation-test" I1207 18:29:04.565506 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-dh29s/annotation-test" load-balancer="capz-uhx40o-internal" delete-lb=true I1207 18:29:04.566181 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-dh29s/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:29:04.566198 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-dh29s/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:29:04.566336 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-dh29s/annotation-test" load-balancer="capz-uhx40o-internal" delete-lb=true managed-destinations=["10.2.0.4","10.1.0.6","10.0.0.4","10.1.0.4","10.2.0.4"] I1207 18:29:04.566778 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test) - wantLb(false): started I1207 18:29:04.637700 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:29:04.637733 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:29:04.637754 1 azure_loadbalancer.go:1034] get(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:29:04.637762 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.2.0.4" from frontendIPConfiguration "aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_" for service "e2e-tests-service-dh29s/annotation-test" I1207 18:29:04.637790 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.2.0.4\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-dh29s/annotation-test" I1207 18:29:04.637804 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:29:04.638046 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-dh29s/annotation-test)(false): lb frontendconfig(aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_) - dropping I1207 18:29:04.638059 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-dh29s/annotation-test)(false): lb probe(aeeb5d706a14a403ea66c58beaa09953-a-----------------------------------TCP-80) - dropping I1207 18:29:04.638069 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-dh29s/annotation-test)(false): lb probes updated: null I1207 18:29:04.638076 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-dh29s/annotation-test)(false): lb rule(aeeb5d706a14a403ea66c58beaa09953-a-----------------------------------TCP-80) - dropping I1207 18:29:04.638084 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-dh29s/annotation-test)(false): lb rules updated: null I1207 18:29:04.638094 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-dh29s/annotation-test) - LB fipConfigID(aeeb5d706a14a403ea66c58beaa09953-a----------------------------------------_) - wantPLS(false) - createPLS(false) I1207 18:29:04.681157 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-dh29s/annotation-test) finished I1207 18:29:04.681538 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.043079418 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-dh29s/annotation-test" result_code="succeeded" I1207 18:29:04.681571 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o-internal, e2e-tests-service-dh29s/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:29:04.681588 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:29:04.682130 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o-internal I1207 18:29:05.087427 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:29:05.174057 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:29:05.174102 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:29:05.174117 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:29:05.174173 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:05.174191 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:05.174285 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:06.042732 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.207µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41608" resp=200 I1207 18:29:13.163143 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35 I1207 18:29:15.174796 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:29:15.174906 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:29:15.174916 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:29:15.174953 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:15.174965 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:15.174972 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:16.042309 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34754" resp=200 I1207 18:29:19.216436 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:29:25.035748 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:29:25.035789 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test) - wantLb(false): started I1207 18:29:25.174941 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:29:25.174980 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:29:25.174986 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:29:25.175023 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:25.175034 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:25.175042 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:25.191483 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:29:25.282319 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:29:25.282365 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:29:25.282415 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-dh29s/annotation-test): lb(capz-uhx40o) finished I1207 18:29:25.362310 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=20.879747188 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-dh29s/annotation-test" result_code="succeeded" I1207 18:29:25.371469 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:29:25.371530 1 controller.go:958] Removing finalizer from service e2e-tests-service-dh29s/annotation-test I1207 18:29:25.424757 1 controller.go:984] Patching status for service e2e-tests-service-dh29s/annotation-test I1207 18:29:25.425577 1 event.go:389] "Event occurred" object="e2e-tests-service-dh29s/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:29:25.428687 1 controller.go:876] Finished syncing service "e2e-tests-service-dh29s/annotation-test" (21.053618485s) I1207 18:29:25.428750 1 controller.go:876] Finished syncing service "e2e-tests-service-dh29s/annotation-test" (34.302µs) I1207 18:29:26.042124 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38432" resp=200 I1207 18:29:35.087164 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:29:35.175971 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:29:35.176088 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:29:35.176101 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:29:35.176137 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:35.176148 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:35.176172 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:36.042944 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="133.31µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48820" resp=200 I1207 18:29:45.230279 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:29:45.230311 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:29:45.230317 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:29:45.230353 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:45.230364 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:45.230366 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:46.042133 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55260" resp=200 I1207 18:29:49.216660 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:29:55.134003 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-8nckt/annotation-test I1207 18:29:55.134730 1 controller.go:943] Adding finalizer to service e2e-tests-service-8nckt/annotation-test I1207 18:29:55.135847 1 event.go:389] "Event occurred" object="e2e-tests-service-8nckt/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:29:55.157106 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:29:55.166314 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:29:55.166508 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a3e89c80d2b6f4bb7aee05a188bd2b55" I1207 18:29:55.166526 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test) - wantLb(true): started I1207 18:29:55.176532 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:29:55.176617 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:29:55.176646 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:29:55.176710 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:55.176725 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:55.176742 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:29:55.231132 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:29:55.314284 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:29:55.314326 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:29:55.314359 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-8nckt/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:29:55.392388 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o-internal) - creating a new frontend IP config "a3e89c80d2b6f4bb7aee05a188bd2b55" (isIPv6=false) I1207 18:29:55.392427 1 azure_loadbalancer.go:2680] reconcileFrontendIPConfigs for service (e2e-tests-service-8nckt/annotation-test): dynamically allocate the private IP I1207 18:29:55.392445 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-8nckt/annotation-test)(true): lb frontendconfig(a3e89c80d2b6f4bb7aee05a188bd2b55) - adding I1207 18:29:55.392471 1 azure_loadbalancer.go:2920] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (a3e89c80d2b6f4bb7aee05a188bd2b55-TCP-80) I1207 18:29:55.392650 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-8nckt/annotation-test)(true): lb probes updated: [{"name":"a3e89c80d2b6f4bb7aee05a188bd2b55-TCP-80","properties":{"intervalInSeconds":5,"port":32159,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:29:55.392715 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-8nckt/annotation-test)(true): lb rules updated: [{"name":"a3e89c80d2b6f4bb7aee05a188bd2b55-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":0,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/a3e89c80d2b6f4bb7aee05a188bd2b55"},"frontendPort":0,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/a3e89c80d2b6f4bb7aee05a188bd2b55-TCP-80"},"protocol":"All"}}] I1207 18:29:55.392738 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o-internal) - updating I1207 18:29:56.042832 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="92.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38314" resp=200 I1207 18:29:58.871088 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:29:58.871110 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:29:58.871124 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o-internal to add 2 nodes and remove 0 nodes I1207 18:29:58.871132 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o-internal I1207 18:30:00.244809 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:30:00.244845 1 azure_loadbalancer.go:1034] get(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:30:00.244889 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a3e89c80d2b6f4bb7aee05a188bd2b55" for service "e2e-tests-service-8nckt/annotation-test" I1207 18:30:00.244918 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:30:00.390824 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-8nckt/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:30:00.390895 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-8nckt/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:30:00.391214 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","10.1.0.5"] I1207 18:30:00.391643 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-8nckt/annotation-test) - LB fipConfigID(a3e89c80d2b6f4bb7aee05a188bd2b55) - wantPLS(true) - createPLS(false) I1207 18:30:00.391664 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-8nckt/annotation-test) finished I1207 18:30:00.391714 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014001 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-8nckt/annotation-test" result_code="succeeded" I1207 18:30:00.391741 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test) - wantLb(false): started I1207 18:30:00.473513 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:30:00.473542 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:30:00.473565 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:30:00.473590 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o) finished I1207 18:30:00.473603 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:30:00.473732 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.320693795 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-8nckt/annotation-test" result_code="succeeded" I1207 18:30:00.484342 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:30:00.485186 1 controller.go:984] Patching status for service e2e-tests-service-8nckt/annotation-test I1207 18:30:00.485270 1 event.go:389] "Event occurred" object="e2e-tests-service-8nckt/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:30:00.497798 1 controller.go:876] Finished syncing service "e2e-tests-service-8nckt/annotation-test" (5.363814521s) I1207 18:30:05.087766 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:30:05.177423 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:30:05.177458 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:30:05.177463 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:30:05.177502 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:05.177523 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:05.177531 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:06.042574 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42262" resp=200 I1207 18:30:15.177639 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:30:15.177734 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:30:15.177743 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:30:15.177890 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:15.177952 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:15.177965 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:16.046392 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38180" resp=200 I1207 18:30:16.315175 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:30:16.315220 1 azure_loadbalancer.go:1034] get(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:30:16.315229 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a3e89c80d2b6f4bb7aee05a188bd2b55" for service "e2e-tests-service-8nckt/annotation-test" I1207 18:30:16.315256 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:30:16.315271 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-8nckt/annotation-test I1207 18:30:16.315635 1 event.go:389] "Event occurred" object="e2e-tests-service-8nckt/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:30:16.318332 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:30:16.325956 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:30:16.389482 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:30:16.389514 1 azure_loadbalancer.go:1034] get(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:30:16.389523 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a3e89c80d2b6f4bb7aee05a188bd2b55" for service "e2e-tests-service-8nckt/annotation-test" I1207 18:30:16.389548 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-8nckt/annotation-test" I1207 18:30:16.389566 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-8nckt/annotation-test" load-balancer="capz-uhx40o-internal" delete-lb=true I1207 18:30:16.390084 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-8nckt/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:30:16.390102 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-8nckt/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:30:16.390161 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-8nckt/annotation-test" load-balancer="capz-uhx40o-internal" delete-lb=true managed-destinations=["10.1.0.5","10.0.0.4","10.1.0.4","10.1.0.6","10.1.0.5"] I1207 18:30:16.390490 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test) - wantLb(false): started I1207 18:30:16.462562 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:30:16.462592 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:30:16.462611 1 azure_loadbalancer.go:1034] get(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:30:16.462619 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a3e89c80d2b6f4bb7aee05a188bd2b55" for service "e2e-tests-service-8nckt/annotation-test" I1207 18:30:16.462644 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-8nckt/annotation-test" I1207 18:30:16.462660 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:30:16.462676 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-8nckt/annotation-test)(false): lb frontendconfig(a3e89c80d2b6f4bb7aee05a188bd2b55) - dropping I1207 18:30:16.462687 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-8nckt/annotation-test)(false): lb probe(a3e89c80d2b6f4bb7aee05a188bd2b55-TCP-80) - dropping I1207 18:30:16.462698 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-8nckt/annotation-test)(false): lb probes updated: null I1207 18:30:16.462705 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-8nckt/annotation-test)(false): lb rule(a3e89c80d2b6f4bb7aee05a188bd2b55-TCP-80) - dropping I1207 18:30:16.462713 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-8nckt/annotation-test)(false): lb rules updated: null I1207 18:30:16.462723 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-8nckt/annotation-test) - LB fipConfigID(a3e89c80d2b6f4bb7aee05a188bd2b55) - wantPLS(false) - createPLS(false) I1207 18:30:16.516615 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-8nckt/annotation-test) finished I1207 18:30:16.516673 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.053911601 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-8nckt/annotation-test" result_code="succeeded" I1207 18:30:16.516702 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o-internal, e2e-tests-service-8nckt/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:30:16.516719 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:30:16.516789 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o-internal I1207 18:30:19.217366 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:30:25.178683 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:30:25.178717 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:30:25.178723 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:30:25.178762 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:25.178774 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:25.178782 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:26.042140 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43480" resp=200 I1207 18:30:33.860915 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:30:35.087539 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:30:35.179072 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:30:35.179105 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:30:35.179111 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:30:35.179170 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:35.179202 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:35.179203 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:36.043953 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.711µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36872" resp=200 I1207 18:30:36.868882 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:30:36.868916 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test) - wantLb(false): started I1207 18:30:36.963623 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:30:37.045104 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:30:37.045148 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:30:37.045171 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-8nckt/annotation-test): lb(capz-uhx40o) finished I1207 18:30:37.045246 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=20.729840986 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-8nckt/annotation-test" result_code="succeeded" I1207 18:30:37.054429 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:30:37.054684 1 controller.go:958] Removing finalizer from service e2e-tests-service-8nckt/annotation-test I1207 18:30:37.108346 1 controller.go:984] Patching status for service e2e-tests-service-8nckt/annotation-test I1207 18:30:37.109034 1 event.go:389] "Event occurred" object="e2e-tests-service-8nckt/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:30:37.117452 1 controller.go:876] Finished syncing service "e2e-tests-service-8nckt/annotation-test" (20.869085659s) I1207 18:30:37.117493 1 controller.go:876] Finished syncing service "e2e-tests-service-8nckt/annotation-test" (5.501µs) I1207 18:30:39.173601 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:30:45.180283 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:30:45.180432 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:30:45.180443 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:30:45.180500 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:45.180540 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:45.180631 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:46.044156 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="157.811µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43212" resp=200 I1207 18:30:47.060273 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:30:49.220923 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:30:55.181080 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:30:55.181114 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:30:55.181120 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:30:55.181158 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:55.181169 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:55.181176 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:30:56.042668 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="103.107µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35140" resp=200 I1207 18:30:56.671286 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-ccpjx/annotation-test I1207 18:30:56.671418 1 controller.go:943] Adding finalizer to service e2e-tests-service-ccpjx/annotation-test I1207 18:30:56.675714 1 event.go:389] "Event occurred" object="e2e-tests-service-ccpjx/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:30:56.697509 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:30:56.705224 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:30:56.705586 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a1f82c94ef041498e84807cfe6850d15" I1207 18:30:56.705605 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test) - wantLb(true): started I1207 18:30:56.767091 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:30:56.859915 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:30:56.859962 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:30:56.859986 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-ccpjx/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:30:56.859999 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a1f82c94ef041498e84807cfe6850d15" (isIPv6=false) I1207 18:30:56.939287 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a1f82c94ef041498e84807cfe6850d15" I1207 18:30:56.939346 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-ccpjx/annotation-test): pip(capz-uhx40o-a1f82c94ef041498e84807cfe6850d15) - creating I1207 18:30:56.939513 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a1f82c94ef041498e84807cfe6850d15"): start I1207 18:30:58.517665 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-ccpjx/annotation-test)(true): lb frontendconfig(a1f82c94ef041498e84807cfe6850d15) - adding I1207 18:30:58.517716 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a1f82c94ef041498e84807cfe6850d15-TCP-80) I1207 18:30:58.517783 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-ccpjx/annotation-test)(true): lb probes updated: [{"name":"a1f82c94ef041498e84807cfe6850d15-TCP-80","properties":{"intervalInSeconds":5,"port":31689,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:30:58.518119 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-ccpjx/annotation-test)(true): lb rules updated: [{"name":"a1f82c94ef041498e84807cfe6850d15-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a1f82c94ef041498e84807cfe6850d15"},"frontendPort":80,"idleTimeoutInMinutes":5,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a1f82c94ef041498e84807cfe6850d15-TCP-80"},"protocol":"Tcp"}}] I1207 18:30:58.518251 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o) - updating I1207 18:30:58.852159 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:30:58.852189 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:30:58.852202 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:30:58.852209 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:31:00.454295 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o) finished I1207 18:31:00.454326 1 azure_loadbalancer.go:1034] get(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:31:00.511822 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.156.202" from frontendIPConfiguration "a1f82c94ef041498e84807cfe6850d15" for service "e2e-tests-service-ccpjx/annotation-test" I1207 18:31:00.511894 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:31:00.582662 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-ccpjx/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:31:00.582696 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-ccpjx/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:31:00.582872 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:31:00.582925 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:31:00.582949 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:31:00.583014 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","4.229.156.202"] I1207 18:31:00.583598 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:31:02.028763 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-ccpjx/annotation-test) - LB fipConfigID(a1f82c94ef041498e84807cfe6850d15) - wantPLS(true) - createPLS(false) I1207 18:31:02.028792 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-ccpjx/annotation-test) finished I1207 18:31:02.028832 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014701 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-ccpjx/annotation-test" result_code="succeeded" I1207 18:31:02.028906 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test) - wantLb(false): started I1207 18:31:02.116472 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:31:02.116506 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:31:02.116541 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:31:02.116566 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:31:02.116580 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:31:02.116734 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-ccpjx/annotation-test): pip(capz-uhx40o-a1f82c94ef041498e84807cfe6850d15) - updating I1207 18:31:02.304388 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.610814117 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-ccpjx/annotation-test" result_code="succeeded" I1207 18:31:02.313351 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:31:02.313425 1 controller.go:984] Patching status for service e2e-tests-service-ccpjx/annotation-test I1207 18:31:02.313770 1 event.go:389] "Event occurred" object="e2e-tests-service-ccpjx/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:31:02.329292 1 controller.go:876] Finished syncing service "e2e-tests-service-ccpjx/annotation-test" (5.658040703s) I1207 18:31:05.087390 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:31:05.181909 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:31:05.181945 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:31:05.181952 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:31:05.181998 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:05.182019 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:05.182036 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:06.042044 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58668" resp=200 I1207 18:31:07.670502 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=6 I1207 18:31:15.182424 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:31:15.182454 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:31:15.182460 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:31:15.182497 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:15.182508 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:15.182516 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:16.042509 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54176" resp=200 I1207 18:31:19.221224 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:31:25.183365 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:31:25.183404 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:31:25.183410 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:31:25.183449 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:25.183462 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:25.183478 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:26.041914 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.507µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34766" resp=200 I1207 18:31:28.161254 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:31:28.161291 1 azure_loadbalancer.go:1034] get(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:31:28.161370 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.156.202" from frontendIPConfiguration "a1f82c94ef041498e84807cfe6850d15" for service "e2e-tests-service-ccpjx/annotation-test" I1207 18:31:28.161535 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.156.202\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:31:28.161562 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-ccpjx/annotation-test I1207 18:31:28.161877 1 event.go:389] "Event occurred" object="e2e-tests-service-ccpjx/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:31:28.164163 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:31:28.174865 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:31:28.261493 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:31:28.261525 1 azure_loadbalancer.go:1034] get(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:31:28.261721 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.156.202" from frontendIPConfiguration "a1f82c94ef041498e84807cfe6850d15" for service "e2e-tests-service-ccpjx/annotation-test" I1207 18:31:28.261756 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.156.202\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-ccpjx/annotation-test" I1207 18:31:28.261874 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-ccpjx/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:31:28.331690 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-ccpjx/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:31:28.331716 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-ccpjx/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:31:28.332079 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-ccpjx/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.156.202","10.1.0.4","10.1.0.6","10.0.0.4","4.229.156.202"] I1207 18:31:28.333552 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-ccpjx/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:31:29.716211 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test) - wantLb(false): started I1207 18:31:29.804280 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:31:29.804313 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:31:29.804334 1 azure_loadbalancer.go:1034] get(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:31:29.804379 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.156.202" from frontendIPConfiguration "a1f82c94ef041498e84807cfe6850d15" for service "e2e-tests-service-ccpjx/annotation-test" I1207 18:31:29.804404 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.156.202\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-ccpjx/annotation-test" I1207 18:31:29.804423 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:31:29.804438 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-ccpjx/annotation-test)(false): lb frontendconfig(a1f82c94ef041498e84807cfe6850d15) - dropping I1207 18:31:29.804449 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-ccpjx/annotation-test)(false): lb probe(a1f82c94ef041498e84807cfe6850d15-TCP-80) - dropping I1207 18:31:29.804460 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-ccpjx/annotation-test)(false): lb probes updated: null I1207 18:31:29.804474 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-ccpjx/annotation-test)(false): lb rule(a1f82c94ef041498e84807cfe6850d15-TCP-80) - dropping I1207 18:31:29.804482 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-ccpjx/annotation-test)(false): lb rules updated: null I1207 18:31:29.804491 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-ccpjx/annotation-test) - LB fipConfigID(a1f82c94ef041498e84807cfe6850d15) - wantPLS(false) - createPLS(false) I1207 18:31:29.855393 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-ccpjx/annotation-test) finished I1207 18:31:29.855891 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.05091818 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-ccpjx/annotation-test" result_code="succeeded" I1207 18:31:29.855927 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-ccpjx/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:31:29.929525 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:31:29.929572 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:31:35.087528 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:31:35.184251 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:31:35.184284 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:31:35.184292 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:31:35.184330 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:35.184341 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:35.184349 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:36.043275 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51708" resp=200 I1207 18:31:40.220184 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o) finished I1207 18:31:40.220225 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test) - wantLb(false): started I1207 18:31:40.349096 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:31:40.423043 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:31:40.423102 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:31:40.423127 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-ccpjx/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:31:40.423158 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-ccpjx/annotation-test): unbinding the service from pip capz-uhx40o-a1f82c94ef041498e84807cfe6850d15 I1207 18:31:40.423390 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-ccpjx/annotation-test" pip="capz-uhx40o-a1f82c94ef041498e84807cfe6850d15" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:31:45.184970 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:31:45.185013 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:31:45.185019 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:31:45.185142 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:45.185168 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:45.185294 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:46.042673 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56060" resp=200 I1207 18:31:49.222075 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:31:50.760692 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.5989772 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-ccpjx/annotation-test" result_code="succeeded" I1207 18:31:50.769435 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:31:50.769923 1 controller.go:958] Removing finalizer from service e2e-tests-service-ccpjx/annotation-test I1207 18:31:50.900210 1 controller.go:984] Patching status for service e2e-tests-service-ccpjx/annotation-test I1207 18:31:50.900633 1 event.go:389] "Event occurred" object="e2e-tests-service-ccpjx/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:31:50.912836 1 controller.go:876] Finished syncing service "e2e-tests-service-ccpjx/annotation-test" (22.817391055s) I1207 18:31:50.913535 1 controller.go:876] Finished syncing service "e2e-tests-service-ccpjx/annotation-test" (10.7µs) I1207 18:31:55.249660 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:31:55.249691 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:31:55.249697 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:31:55.249721 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:55.249734 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:55.249741 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:31:56.042728 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43944" resp=200 I1207 18:32:05.087298 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:32:05.186718 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:32:05.186754 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:32:05.186760 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:32:05.186826 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:05.186842 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:05.186893 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:06.042491 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="108.307µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41776" resp=200 I1207 18:32:13.807764 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-zfpd9/annotation-test I1207 18:32:13.807808 1 controller.go:943] Adding finalizer to service e2e-tests-service-zfpd9/annotation-test I1207 18:32:13.810535 1 event.go:389] "Event occurred" object="e2e-tests-service-zfpd9/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:32:13.832278 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:32:13.841349 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:32:13.841517 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a177835092a46406aa4d38824f14f522" I1207 18:32:13.841529 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test) - wantLb(true): started I1207 18:32:13.950875 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:32:14.030353 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:32:14.125732 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:32:14.125770 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-zfpd9/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:32:14.125782 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a177835092a46406aa4d38824f14f522" (isIPv6=false) I1207 18:32:14.126191 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-zfpd9/annotation-test): pip(testPIP-717c) - updating I1207 18:32:14.235431 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-zfpd9/annotation-test)(true): lb frontendconfig(a177835092a46406aa4d38824f14f522) - adding I1207 18:32:14.235466 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a177835092a46406aa4d38824f14f522-TCP-80) I1207 18:32:14.235522 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-zfpd9/annotation-test)(true): lb probes updated: [{"name":"a177835092a46406aa4d38824f14f522-TCP-80","properties":{"intervalInSeconds":5,"port":31580,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:32:14.235579 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-zfpd9/annotation-test)(true): lb rules updated: [{"name":"a177835092a46406aa4d38824f14f522-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a177835092a46406aa4d38824f14f522"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a177835092a46406aa4d38824f14f522-TCP-80"},"protocol":"Tcp"}}] I1207 18:32:14.235620 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o) - updating I1207 18:32:15.053259 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:32:15.053280 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:32:15.053293 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:32:15.053300 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:32:15.187621 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:32:15.187663 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:32:15.187674 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:32:15.187732 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:15.187749 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:15.187747 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:16.044543 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42656" resp=200 I1207 18:32:16.376370 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o) finished I1207 18:32:16.376403 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:32:16.376445 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.218.243" from frontendIPConfiguration "a177835092a46406aa4d38824f14f522" for service "e2e-tests-service-zfpd9/annotation-test" I1207 18:32:16.376468 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:32:16.497761 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zfpd9/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:32:16.497786 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zfpd9/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:32:16.497843 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:32:16.498055 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:32:16.498075 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:32:16.498105 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","4.205.218.243"] I1207 18:32:16.498434 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:32:17.850454 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-zfpd9/annotation-test) - LB fipConfigID(a177835092a46406aa4d38824f14f522) - wantPLS(true) - createPLS(false) I1207 18:32:17.850483 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-zfpd9/annotation-test) finished I1207 18:32:17.850523 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013701 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zfpd9/annotation-test" result_code="succeeded" I1207 18:32:17.850548 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test) - wantLb(false): started I1207 18:32:17.913334 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:32:17.913363 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:32:17.913384 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:32:17.913408 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:32:17.913419 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:32:17.991059 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-zfpd9/annotation-test): pip(testPIP-717c) - updating I1207 18:32:18.100011 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=4.275372998 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zfpd9/annotation-test" result_code="succeeded" I1207 18:32:18.112254 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:32:18.112477 1 controller.go:984] Patching status for service e2e-tests-service-zfpd9/annotation-test I1207 18:32:18.113046 1 event.go:389] "Event occurred" object="e2e-tests-service-zfpd9/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:32:18.124261 1 controller.go:876] Finished syncing service "e2e-tests-service-zfpd9/annotation-test" (4.316517572s) I1207 18:32:19.175030 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:32:19.223249 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:32:25.188031 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:32:25.188075 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:32:25.188085 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:32:25.188178 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:25.188183 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:25.188199 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:26.042333 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59150" resp=200 I1207 18:32:35.087613 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:32:35.188083 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:32:35.188114 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:32:35.188121 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:32:35.188157 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:35.188170 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:35.188197 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:36.042424 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34296" resp=200 I1207 18:32:45.151551 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:32:45.151588 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:32:45.151627 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.218.243" from frontendIPConfiguration "a177835092a46406aa4d38824f14f522" for service "e2e-tests-service-zfpd9/annotation-test" I1207 18:32:45.151795 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.218.243\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:32:45.151823 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-zfpd9/annotation-test I1207 18:32:45.152333 1 event.go:389] "Event occurred" object="e2e-tests-service-zfpd9/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:32:45.155919 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:32:45.165763 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:32:45.188086 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:32:45.188110 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:32:45.188116 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:32:45.188171 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:45.188186 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:45.188363 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:45.250273 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:32:45.250387 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:32:45.250467 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.218.243" from frontendIPConfiguration "a177835092a46406aa4d38824f14f522" for service "e2e-tests-service-zfpd9/annotation-test" I1207 18:32:45.250538 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.218.243\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-zfpd9/annotation-test" I1207 18:32:45.250592 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-zfpd9/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:32:45.321819 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zfpd9/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:32:45.322068 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zfpd9/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:32:45.322179 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-zfpd9/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.205.218.243","10.1.0.6","10.0.0.4","10.1.0.4","4.205.218.243"] I1207 18:32:45.322601 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-zfpd9/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:32:46.042710 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="117.907µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45798" resp=200 I1207 18:32:46.865010 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test) - wantLb(false): started I1207 18:32:46.935682 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:32:46.935735 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:32:46.935912 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:32:46.935989 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.218.243" from frontendIPConfiguration "a177835092a46406aa4d38824f14f522" for service "e2e-tests-service-zfpd9/annotation-test" I1207 18:32:46.936039 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.218.243\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-zfpd9/annotation-test" I1207 18:32:46.936066 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:32:46.936098 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-zfpd9/annotation-test)(false): lb frontendconfig(a177835092a46406aa4d38824f14f522) - dropping I1207 18:32:46.936120 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-zfpd9/annotation-test)(false): lb probe(a177835092a46406aa4d38824f14f522-TCP-80) - dropping I1207 18:32:46.936150 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-zfpd9/annotation-test)(false): lb probes updated: null I1207 18:32:46.936170 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-zfpd9/annotation-test)(false): lb rule(a177835092a46406aa4d38824f14f522-TCP-80) - dropping I1207 18:32:46.936182 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-zfpd9/annotation-test)(false): lb rules updated: null I1207 18:32:46.936200 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-zfpd9/annotation-test) - LB fipConfigID(a177835092a46406aa4d38824f14f522) - wantPLS(false) - createPLS(false) I1207 18:32:46.979568 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-zfpd9/annotation-test) finished I1207 18:32:46.979623 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.043383948 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zfpd9/annotation-test" result_code="succeeded" I1207 18:32:46.979645 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-zfpd9/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:32:46.979677 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:32:46.979695 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:32:49.224287 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:32:55.188587 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:32:55.188618 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:32:55.188625 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:32:55.188658 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:55.188711 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:55.188895 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:32:56.044282 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="99.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40370" resp=200 I1207 18:32:57.510218 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o) finished I1207 18:32:57.510259 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test) - wantLb(false): started I1207 18:32:57.598556 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:32:57.687172 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:32:57.687219 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:32:57.687243 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zfpd9/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:32:57.687313 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.535377331 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zfpd9/annotation-test" result_code="succeeded" I1207 18:32:57.698483 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:32:57.698687 1 controller.go:958] Removing finalizer from service e2e-tests-service-zfpd9/annotation-test I1207 18:32:57.778675 1 controller.go:984] Patching status for service e2e-tests-service-zfpd9/annotation-test I1207 18:32:57.779389 1 event.go:389] "Event occurred" object="e2e-tests-service-zfpd9/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:32:57.787071 1 controller.go:876] Finished syncing service "e2e-tests-service-zfpd9/annotation-test" (12.871446298s) I1207 18:32:57.787259 1 controller.go:876] Finished syncing service "e2e-tests-service-zfpd9/annotation-test" (7.501µs) I1207 18:33:05.088000 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:33:05.189564 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:33:05.189595 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:33:05.189601 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:33:05.189638 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:05.189649 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:05.189656 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:06.042366 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57434" resp=200 I1207 18:33:15.189711 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:33:15.189743 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:33:15.189753 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:33:15.189792 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:15.189803 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:15.189810 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:16.042272 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49624" resp=200 I1207 18:33:19.224544 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:33:25.190505 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:33:25.190536 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:33:25.190542 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:33:25.190578 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:25.190589 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:25.190596 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:26.048331 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35344" resp=200 I1207 18:33:35.088040 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:33:35.190681 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:33:35.190715 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:33:35.190721 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:33:35.190756 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:35.190890 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:35.190909 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:36.042087 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="118.007µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47708" resp=200 I1207 18:33:37.710170 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:33:43.970695 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-jm65z/annotation-test I1207 18:33:43.972109 1 controller.go:943] Adding finalizer to service e2e-tests-service-jm65z/annotation-test I1207 18:33:43.974930 1 event.go:389] "Event occurred" object="e2e-tests-service-jm65z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:33:43.993237 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:33:44.000969 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:33:44.001341 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a9a47e337003442b4b1dd42cb2b138cf" I1207 18:33:44.001456 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test) - wantLb(true): started I1207 18:33:44.066473 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:33:45.190696 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:33:45.190729 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:33:45.190746 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:33:45.190812 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:45.190822 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:45.190834 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:46.043157 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43880" resp=200 I1207 18:33:47.294200 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:33:47.294245 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:33:47.294266 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-jm65z/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:33:47.294277 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a9a47e337003442b4b1dd42cb2b138cf" (isIPv6=false) I1207 18:33:47.374099 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a9a47e337003442b4b1dd42cb2b138cf" I1207 18:33:47.374165 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-jm65z/annotation-test): pip(capz-uhx40o-a9a47e337003442b4b1dd42cb2b138cf) - creating W1207 18:33:47.374180 1 azure_utils.go:83] parseTags: empty key, ignoring this key-value pair I1207 18:33:47.374196 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a9a47e337003442b4b1dd42cb2b138cf"): start I1207 18:33:49.104177 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-jm65z/annotation-test)(true): lb frontendconfig(a9a47e337003442b4b1dd42cb2b138cf) - adding I1207 18:33:49.104214 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a9a47e337003442b4b1dd42cb2b138cf-TCP-80) I1207 18:33:49.104264 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-jm65z/annotation-test)(true): lb probes updated: [{"name":"a9a47e337003442b4b1dd42cb2b138cf-TCP-80","properties":{"intervalInSeconds":5,"port":31421,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:33:49.104375 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-jm65z/annotation-test)(true): lb rules updated: [{"name":"a9a47e337003442b4b1dd42cb2b138cf-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a9a47e337003442b4b1dd42cb2b138cf"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a9a47e337003442b4b1dd42cb2b138cf-TCP-80"},"protocol":"Tcp"}}] I1207 18:33:49.104405 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) - updating I1207 18:33:49.225134 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:33:49.509965 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:33:49.509988 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:33:49.510004 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:33:49.510013 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:33:50.919366 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) finished I1207 18:33:50.919398 1 azure_loadbalancer.go:1034] get(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:33:50.996007 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.195.197" from frontendIPConfiguration "a9a47e337003442b4b1dd42cb2b138cf" for service "e2e-tests-service-jm65z/annotation-test" I1207 18:33:50.996056 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:33:51.105973 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-jm65z/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:33:51.106006 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-jm65z/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:33:51.106080 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:33:51.106114 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:33:51.106128 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:33:51.106165 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.229.195.197"] I1207 18:33:51.107355 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:33:55.191622 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:33:55.191654 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:33:55.191660 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:33:55.191692 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:55.191703 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:55.191711 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:33:56.042326 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="97.106µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40126" resp=200 I1207 18:33:56.241561 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-jm65z/annotation-test) - LB fipConfigID(a9a47e337003442b4b1dd42cb2b138cf) - wantPLS(true) - createPLS(false) I1207 18:33:56.241589 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-jm65z/annotation-test) finished I1207 18:33:56.241630 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013801 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-jm65z/annotation-test" result_code="succeeded" I1207 18:33:56.241657 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test) - wantLb(false): started I1207 18:33:56.319624 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:33:56.319654 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:33:56.319677 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:33:56.319701 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:33:56.319713 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" W1207 18:33:56.319884 1 azure_utils.go:83] parseTags: empty key, ignoring this key-value pair I1207 18:33:56.320040 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-jm65z/annotation-test): pip(capz-uhx40o-a9a47e337003442b4b1dd42cb2b138cf) - updating W1207 18:33:56.320073 1 azure_utils.go:83] parseTags: empty key, ignoring this key-value pair I1207 18:33:56.379197 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.391768869 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-jm65z/annotation-test" result_code="succeeded" I1207 18:33:56.397186 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:33:56.397269 1 controller.go:984] Patching status for service e2e-tests-service-jm65z/annotation-test I1207 18:33:56.397577 1 event.go:389] "Event occurred" object="e2e-tests-service-jm65z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:33:56.415769 1 controller.go:876] Finished syncing service "e2e-tests-service-jm65z/annotation-test" (12.44506525s) I1207 18:33:59.175623 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:34:05.087368 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:34:05.261284 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:34:05.261311 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:34:05.261319 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:34:05.261351 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:05.261361 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:05.261368 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:06.042008 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40082" resp=200 I1207 18:34:15.119476 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-jm65z/annotation-test I1207 18:34:15.120603 1 event.go:389] "Event occurred" object="e2e-tests-service-jm65z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:34:15.122746 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:34:15.132715 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:34:15.133112 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a9a47e337003442b4b1dd42cb2b138cf" I1207 18:34:15.133129 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test) - wantLb(true): started I1207 18:34:15.192372 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:34:15.192467 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:34:15.192478 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:34:15.192515 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:15.192526 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:15.192656 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:15.219051 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:34:15.219079 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:34:15.219097 1 azure_loadbalancer.go:1034] get(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:34:15.219142 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.195.197" from frontendIPConfiguration "a9a47e337003442b4b1dd42cb2b138cf" for service "e2e-tests-service-jm65z/annotation-test" I1207 18:34:15.219162 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, true): current lb IPs: [\"4.229.195.197\"]" I1207 18:34:15.219181 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:34:15.219202 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-jm65z/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:34:15.219212 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:34:15.219237 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-jm65z/annotation-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:34:15.219255 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-jm65z/annotation-test): checking owned frontend IP configuration a9a47e337003442b4b1dd42cb2b138cf I1207 18:34:15.219297 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a9a47e337003442b4b1dd42cb2b138cf-TCP-80) I1207 18:34:15.219375 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:34:15.219421 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:34:15.219445 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) finished I1207 18:34:15.219455 1 azure_loadbalancer.go:1034] get(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:34:15.219518 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.195.197" from frontendIPConfiguration "a9a47e337003442b4b1dd42cb2b138cf" for service "e2e-tests-service-jm65z/annotation-test" I1207 18:34:15.219538 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:34:15.347276 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-jm65z/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:34:15.347302 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-jm65z/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:34:15.347373 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:34:15.347399 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:34:15.347413 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:34:15.347442 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.229.195.197","10.1.0.4","10.1.0.6","10.0.0.4","4.229.195.197"] I1207 18:34:15.347507 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.229.195.197"] retained-prefixes=["4.229.195.197","10.1.0.4","10.1.0.6","10.0.0.4","4.229.195.197"] expected-prefixes=["4.229.195.197","4.229.195.197"] I1207 18:34:15.347949 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:34:15.550334 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-jm65z/annotation-test) - LB fipConfigID(a9a47e337003442b4b1dd42cb2b138cf) - wantPLS(true) - createPLS(false) I1207 18:34:15.550366 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-jm65z/annotation-test) finished I1207 18:34:15.550400 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000016101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-jm65z/annotation-test" result_code="succeeded" I1207 18:34:15.550600 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test) - wantLb(false): started I1207 18:34:15.616011 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:34:15.616043 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:34:15.616064 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:34:15.616088 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:34:15.616102 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:34:15.616236 1 azure_loadbalancer.go:3445] "reconcilePublicIP for service" logger="reconcilePublicIP" service="e2e-tests-service-jm65z/annotation-test" pip="capz-uhx40o-a9a47e337003442b4b1dd42cb2b138cf" isIPv6=false action="updating" I1207 18:34:16.042695 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.804µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56540" resp=200 I1207 18:34:16.061724 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-jm65z/annotation-test): pip(capz-uhx40o-a9a47e337003442b4b1dd42cb2b138cf) - updating I1207 18:34:16.120785 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=1.000974017 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-jm65z/annotation-test" result_code="succeeded" I1207 18:34:16.130175 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:34:16.130247 1 controller.go:984] Patching status for service e2e-tests-service-jm65z/annotation-test I1207 18:34:16.130984 1 event.go:389] "Event occurred" object="e2e-tests-service-jm65z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:34:16.143078 1 controller.go:876] Finished syncing service "e2e-tests-service-jm65z/annotation-test" (1.023622243s) I1207 18:34:19.226307 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:34:25.193467 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:34:25.193506 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:34:25.193514 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:34:25.193552 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:25.193562 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:25.193582 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:25.490821 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:34:25.490867 1 azure_loadbalancer.go:1034] get(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:34:25.490916 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.195.197" from frontendIPConfiguration "a9a47e337003442b4b1dd42cb2b138cf" for service "e2e-tests-service-jm65z/annotation-test" I1207 18:34:25.490939 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.195.197\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:34:25.490954 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-jm65z/annotation-test I1207 18:34:25.491263 1 event.go:389] "Event occurred" object="e2e-tests-service-jm65z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:34:25.494492 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:34:25.503461 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:34:25.647924 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:34:25.647959 1 azure_loadbalancer.go:1034] get(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:34:25.648012 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.195.197" from frontendIPConfiguration "a9a47e337003442b4b1dd42cb2b138cf" for service "e2e-tests-service-jm65z/annotation-test" I1207 18:34:25.648037 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.195.197\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-jm65z/annotation-test" I1207 18:34:25.648060 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-jm65z/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:34:25.712180 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-jm65z/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:34:25.712202 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-jm65z/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:34:25.712272 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-jm65z/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.195.197","10.0.0.4","10.1.0.4","10.1.0.6","4.229.195.197"] I1207 18:34:25.712634 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-jm65z/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:34:26.043209 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="100.106µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32976" resp=200 I1207 18:34:27.248637 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test) - wantLb(false): started I1207 18:34:27.350387 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:34:27.350646 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:34:27.350841 1 azure_loadbalancer.go:1034] get(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:34:27.351062 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.195.197" from frontendIPConfiguration "a9a47e337003442b4b1dd42cb2b138cf" for service "e2e-tests-service-jm65z/annotation-test" I1207 18:34:27.351097 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.195.197\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-jm65z/annotation-test" I1207 18:34:27.351206 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:34:27.351270 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-jm65z/annotation-test)(false): lb frontendconfig(a9a47e337003442b4b1dd42cb2b138cf) - dropping I1207 18:34:27.351328 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-jm65z/annotation-test)(false): lb probe(a9a47e337003442b4b1dd42cb2b138cf-TCP-80) - dropping I1207 18:34:27.351348 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-jm65z/annotation-test)(false): lb probes updated: null I1207 18:34:27.351357 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-jm65z/annotation-test)(false): lb rule(a9a47e337003442b4b1dd42cb2b138cf-TCP-80) - dropping I1207 18:34:27.351446 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-jm65z/annotation-test)(false): lb rules updated: null I1207 18:34:27.351519 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-jm65z/annotation-test) - LB fipConfigID(a9a47e337003442b4b1dd42cb2b138cf) - wantPLS(false) - createPLS(false) I1207 18:34:27.405591 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-jm65z/annotation-test) finished I1207 18:34:27.405650 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.054042219 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-jm65z/annotation-test" result_code="succeeded" I1207 18:34:27.405711 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-jm65z/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:34:27.405890 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:34:27.405920 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:34:35.087567 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:34:35.194072 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:34:35.194108 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:34:35.194115 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:34:35.194154 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:35.194164 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:35.194172 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:36.042603 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58572" resp=200 I1207 18:34:36.663624 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=7 I1207 18:34:37.746584 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o) finished I1207 18:34:37.746619 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test) - wantLb(false): started I1207 18:34:37.841425 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:34:37.916698 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:34:37.916747 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:34:37.916769 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-jm65z/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:34:37.916798 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-jm65z/annotation-test): unbinding the service from pip capz-uhx40o-a9a47e337003442b4b1dd42cb2b138cf I1207 18:34:37.917039 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-jm65z/annotation-test" pip="capz-uhx40o-a9a47e337003442b4b1dd42cb2b138cf" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:34:45.195025 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:34:45.195293 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:34:45.195310 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:34:45.195385 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:45.195397 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:45.195488 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:46.043988 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="115.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59332" resp=200 I1207 18:34:48.273833 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.782784305 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-jm65z/annotation-test" result_code="succeeded" I1207 18:34:48.286533 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:34:48.286807 1 controller.go:958] Removing finalizer from service e2e-tests-service-jm65z/annotation-test I1207 18:34:48.369077 1 controller.go:984] Patching status for service e2e-tests-service-jm65z/annotation-test I1207 18:34:48.370564 1 event.go:389] "Event occurred" object="e2e-tests-service-jm65z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:34:48.379096 1 controller.go:876] Finished syncing service "e2e-tests-service-jm65z/annotation-test" (22.958936229s) I1207 18:34:48.667148 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=10 I1207 18:34:49.227053 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:34:52.165071 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=21 I1207 18:34:55.196073 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:34:55.196106 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:34:55.196113 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:34:55.196142 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:55.196152 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:55.196159 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:34:56.042441 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39296" resp=200 I1207 18:35:05.089722 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:35:05.196520 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:35:05.196556 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:35:05.196564 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:35:05.196598 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:05.196608 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:05.196615 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:06.044180 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="101.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37254" resp=200 I1207 18:35:15.196832 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:35:15.196979 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:35:15.196989 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:35:15.197024 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:15.197034 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:15.197055 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:16.051937 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="134.008µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41128" resp=200 I1207 18:35:19.227933 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:35:25.197582 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:35:25.197621 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:35:25.197630 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:35:25.197661 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:25.197672 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:25.197679 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:26.043515 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="97.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33932" resp=200 I1207 18:35:35.087624 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:35:35.198388 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:35:35.198429 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:35:35.198439 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:35:35.198496 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:35.198522 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:35.198542 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:36.042584 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="93.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34762" resp=200 I1207 18:35:38.726346 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-mq4cd/annotation-test I1207 18:35:38.727026 1 controller.go:943] Adding finalizer to service e2e-tests-service-mq4cd/annotation-test I1207 18:35:38.729322 1 event.go:389] "Event occurred" object="e2e-tests-service-mq4cd/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:35:38.816262 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:35:38.852951 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:35:38.853137 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ad500a9b294be403590360432c1f6ce3" I1207 18:35:38.853203 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test) - wantLb(true): started I1207 18:35:38.945348 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:35:39.024629 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:35:39.109071 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:35:39.109127 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-mq4cd/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:35:39.109145 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "ad500a9b294be403590360432c1f6ce3" (isIPv6=false) I1207 18:35:39.109200 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-mq4cd/annotation-test): pip(pip1) - updating I1207 18:35:39.174532 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(true): lb frontendconfig(ad500a9b294be403590360432c1f6ce3) - adding I1207 18:35:39.174572 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ad500a9b294be403590360432c1f6ce3-TCP-80) I1207 18:35:39.174627 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(true): lb probes updated: [{"name":"ad500a9b294be403590360432c1f6ce3-TCP-80","properties":{"intervalInSeconds":5,"port":31345,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:35:39.174879 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(true): lb rules updated: [{"name":"ad500a9b294be403590360432c1f6ce3-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/ad500a9b294be403590360432c1f6ce3"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/ad500a9b294be403590360432c1f6ce3-TCP-80"},"protocol":"Tcp"}}] I1207 18:35:39.174994 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - updating I1207 18:35:39.175847 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:35:40.083919 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:35:40.083943 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:35:40.083955 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:35:40.083963 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:35:40.467337 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:35:41.551739 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) finished I1207 18:35:41.551769 1 azure_loadbalancer.go:1034] get(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:35:41.551810 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.97.204" from frontendIPConfiguration "ad500a9b294be403590360432c1f6ce3" for service "e2e-tests-service-mq4cd/annotation-test" I1207 18:35:41.551836 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:35:41.669372 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-mq4cd/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:35:41.669408 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-mq4cd/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:35:41.669645 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:35:41.669685 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:35:41.669725 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:35:41.669759 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.206.97.204"] I1207 18:35:41.670208 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:35:43.014212 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-mq4cd/annotation-test) - LB fipConfigID(ad500a9b294be403590360432c1f6ce3) - wantPLS(true) - createPLS(false) I1207 18:35:43.014241 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-mq4cd/annotation-test) finished I1207 18:35:43.014321 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013701 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-mq4cd/annotation-test" result_code="succeeded" I1207 18:35:43.014379 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test) - wantLb(false): started I1207 18:35:43.099986 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:35:43.100026 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:35:43.100059 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:35:43.100176 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:35:43.100201 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:35:43.100368 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-mq4cd/annotation-test): pip(pip1) - updating I1207 18:35:43.164887 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=4.351566337 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-mq4cd/annotation-test" result_code="succeeded" I1207 18:35:43.176775 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:35:43.176848 1 controller.go:984] Patching status for service e2e-tests-service-mq4cd/annotation-test I1207 18:35:43.177182 1 event.go:389] "Event occurred" object="e2e-tests-service-mq4cd/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:35:43.189487 1 controller.go:876] Finished syncing service "e2e-tests-service-mq4cd/annotation-test" (4.463505882s) I1207 18:35:45.198931 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:35:45.199104 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:35:45.199116 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:35:45.199151 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:45.199181 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:45.199204 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:46.042418 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="93.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52552" resp=200 I1207 18:35:49.228261 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:35:54.119222 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:35:55.199639 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:35:55.199672 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:35:55.199678 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:35:55.199706 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:55.199716 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:55.199723 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:35:56.043093 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.106µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51066" resp=200 I1207 18:36:00.697404 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-mq4cd/annotation-test I1207 18:36:00.701273 1 event.go:389] "Event occurred" object="e2e-tests-service-mq4cd/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:36:00.718219 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:36:00.744535 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:36:00.744690 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ad500a9b294be403590360432c1f6ce3" I1207 18:36:00.744701 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test) - wantLb(true): started I1207 18:36:00.824441 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:36:00.824474 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:36:00.824512 1 azure_loadbalancer.go:1034] get(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:36:00.824548 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.97.204" from frontendIPConfiguration "ad500a9b294be403590360432c1f6ce3" for service "e2e-tests-service-mq4cd/annotation-test" I1207 18:36:00.824572 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, true): current lb IPs: [\"4.206.97.204\"]" I1207 18:36:00.824590 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:36:00.824610 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-mq4cd/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:36:00.824621 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:36:00.824646 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-mq4cd/annotation-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:36:00.824661 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-mq4cd/annotation-test): checking owned frontend IP configuration ad500a9b294be403590360432c1f6ce3 I1207 18:36:00.824684 1 azure_loadbalancer.go:2623] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(true): lb frontendconfig(ad500a9b294be403590360432c1f6ce3) - dropping I1207 18:36:00.824709 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "ad500a9b294be403590360432c1f6ce3" (isIPv6=false) I1207 18:36:00.824735 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-mq4cd/annotation-test): pip(pip2) - updating I1207 18:36:00.893323 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(true): lb frontendconfig(ad500a9b294be403590360432c1f6ce3) - adding I1207 18:36:00.893363 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ad500a9b294be403590360432c1f6ce3-TCP-80) I1207 18:36:00.893409 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-mq4cd/annotation-test) - LB fipConfigID(ad500a9b294be403590360432c1f6ce3) - wantPLS(false) - createPLS(false) I1207 18:36:00.939825 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-mq4cd/annotation-test) finished I1207 18:36:00.939935 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.04643116 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-mq4cd/annotation-test" result_code="succeeded" I1207 18:36:00.939960 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - updating I1207 18:36:05.087965 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:36:05.200482 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:36:05.200531 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:36:05.200537 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:36:05.200565 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:05.200575 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:05.200582 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:06.043078 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44132" resp=200 I1207 18:36:08.177380 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:36:08.177399 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:36:08.177427 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) finished I1207 18:36:08.177442 1 azure_loadbalancer.go:1034] get(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:36:08.177471 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.48.184.183" from frontendIPConfiguration "ad500a9b294be403590360432c1f6ce3" for service "e2e-tests-service-mq4cd/annotation-test" I1207 18:36:08.177617 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:36:08.301496 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-mq4cd/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:36:08.301524 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-mq4cd/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:36:08.301589 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:36:08.301617 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:36:08.301632 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:36:08.301757 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.206.97.204","10.1.0.6","10.0.0.4","10.1.0.4","20.48.184.183"] I1207 18:36:08.302241 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:36:09.611988 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-mq4cd/annotation-test) - LB fipConfigID(ad500a9b294be403590360432c1f6ce3) - wantPLS(true) - createPLS(false) I1207 18:36:09.612017 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-mq4cd/annotation-test) finished I1207 18:36:09.612048 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014501 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-mq4cd/annotation-test" result_code="succeeded" I1207 18:36:09.612823 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test) - wantLb(false): started I1207 18:36:09.702619 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:36:09.702652 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:36:09.702678 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:36:09.702833 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:36:09.702866 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:36:09.703064 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-mq4cd/annotation-test): pip(pip2) - updating I1207 18:36:09.756427 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=9.057385328 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-mq4cd/annotation-test" result_code="succeeded" I1207 18:36:09.767584 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:36:09.767673 1 controller.go:984] Patching status for service e2e-tests-service-mq4cd/annotation-test I1207 18:36:09.768319 1 event.go:389] "Event occurred" object="e2e-tests-service-mq4cd/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:36:09.779778 1 controller.go:876] Finished syncing service "e2e-tests-service-mq4cd/annotation-test" (9.08238981s) I1207 18:36:15.261315 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:36:15.261341 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:36:15.261346 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:36:15.261382 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:15.261393 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:15.261501 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:16.042128 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41442" resp=200 I1207 18:36:19.229260 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:36:21.403633 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:36:21.403671 1 azure_loadbalancer.go:1034] get(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:36:21.403710 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.48.184.183" from frontendIPConfiguration "ad500a9b294be403590360432c1f6ce3" for service "e2e-tests-service-mq4cd/annotation-test" I1207 18:36:21.403734 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"20.48.184.183\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:36:21.403748 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-mq4cd/annotation-test I1207 18:36:21.404133 1 event.go:389] "Event occurred" object="e2e-tests-service-mq4cd/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:36:21.406899 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:36:21.416426 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:36:21.508260 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:36:21.508368 1 azure_loadbalancer.go:1034] get(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:36:21.508411 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.48.184.183" from frontendIPConfiguration "ad500a9b294be403590360432c1f6ce3" for service "e2e-tests-service-mq4cd/annotation-test" I1207 18:36:21.508436 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"20.48.184.183\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-mq4cd/annotation-test" I1207 18:36:21.508456 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-mq4cd/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:36:21.574452 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-mq4cd/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:36:21.574666 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-mq4cd/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:36:21.574899 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-mq4cd/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["20.48.184.183","10.1.0.4","10.1.0.6","10.0.0.4","20.48.184.183"] I1207 18:36:21.575051 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-mq4cd/annotation-test" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.206.97.204"] retained-prefixes=["20.48.184.183","10.1.0.4","10.1.0.6","10.0.0.4","20.48.184.183"] expected-prefixes=null I1207 18:36:21.576136 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-mq4cd/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:36:22.860771 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test) - wantLb(false): started I1207 18:36:22.986078 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:36:22.986125 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:36:22.986145 1 azure_loadbalancer.go:1034] get(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:36:22.986886 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "20.48.184.183" from frontendIPConfiguration "ad500a9b294be403590360432c1f6ce3" for service "e2e-tests-service-mq4cd/annotation-test" I1207 18:36:22.986913 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"20.48.184.183\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-mq4cd/annotation-test" I1207 18:36:22.986929 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:36:22.986977 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(false): lb frontendconfig(ad500a9b294be403590360432c1f6ce3) - dropping I1207 18:36:22.986989 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(false): lb probe(ad500a9b294be403590360432c1f6ce3-TCP-80) - dropping I1207 18:36:22.987000 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(false): lb probes updated: null I1207 18:36:22.987007 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(false): lb rule(ad500a9b294be403590360432c1f6ce3-TCP-80) - dropping I1207 18:36:22.987014 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-mq4cd/annotation-test)(false): lb rules updated: null I1207 18:36:22.987024 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-mq4cd/annotation-test) - LB fipConfigID(ad500a9b294be403590360432c1f6ce3) - wantPLS(false) - createPLS(false) I1207 18:36:22.987106 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-mq4cd/annotation-test) finished I1207 18:36:22.987137 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000082805 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-mq4cd/annotation-test" result_code="succeeded" I1207 18:36:22.987150 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-mq4cd/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:36:22.987176 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:36:22.987190 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:36:25.202525 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:36:25.202562 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:36:25.202568 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:36:25.202597 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:25.203921 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:25.203969 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:26.042798 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44138" resp=200 I1207 18:36:33.325001 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o) finished I1207 18:36:33.325056 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test) - wantLb(false): started I1207 18:36:33.409663 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:36:33.477613 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:36:33.477661 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:36:33.477686 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-mq4cd/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:36:33.477781 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.073946254 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-mq4cd/annotation-test" result_code="succeeded" I1207 18:36:33.488275 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:36:33.488327 1 controller.go:958] Removing finalizer from service e2e-tests-service-mq4cd/annotation-test I1207 18:36:33.533038 1 controller.go:984] Patching status for service e2e-tests-service-mq4cd/annotation-test I1207 18:36:33.537096 1 event.go:389] "Event occurred" object="e2e-tests-service-mq4cd/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:36:33.545163 1 controller.go:876] Finished syncing service "e2e-tests-service-mq4cd/annotation-test" (12.223144472s) I1207 18:36:35.087476 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:36:35.203174 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:36:35.203211 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:36:35.203217 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:36:35.203246 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:35.203256 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:35.203353 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:36.043595 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35726" resp=200 I1207 18:36:45.203861 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:36:45.203896 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:36:45.203902 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:36:45.203936 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:45.203946 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:45.203970 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:46.043384 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60630" resp=200 I1207 18:36:49.230323 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:36:55.204167 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:36:55.204200 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:36:55.204205 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:36:55.204242 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:55.204330 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:55.204346 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:36:56.043607 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="143.908µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41394" resp=200 I1207 18:37:05.087495 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:37:05.204897 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:37:05.205056 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:37:05.205203 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:37:05.205255 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:05.205267 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:05.205277 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:06.042596 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45240" resp=200 I1207 18:37:15.205503 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:37:15.205545 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:37:15.205553 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:37:15.205601 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:15.205616 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:15.205623 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:16.043391 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.606µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50594" resp=200 I1207 18:37:19.176891 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:37:19.231160 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:37:22.825472 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-g2f46/annotation-test I1207 18:37:22.826188 1 controller.go:943] Adding finalizer to service e2e-tests-service-g2f46/annotation-test I1207 18:37:22.827777 1 event.go:389] "Event occurred" object="e2e-tests-service-g2f46/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:37:22.859036 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:37:22.866454 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:37:22.866771 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a49932f8686104391b8d1902956788f4" I1207 18:37:22.866790 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test) - wantLb(true): started I1207 18:37:22.949308 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:37:23.028492 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:37:23.028539 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:37:23.028560 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-g2f46/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:37:23.028570 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a49932f8686104391b8d1902956788f4" (isIPv6=false) I1207 18:37:23.108396 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix1" I1207 18:37:23.108531 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-g2f46/annotation-test): pip(capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix1) - creating I1207 18:37:23.108550 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix1"): start I1207 18:37:24.576424 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(true): lb frontendconfig(a49932f8686104391b8d1902956788f4) - adding I1207 18:37:24.576467 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a49932f8686104391b8d1902956788f4-TCP-80) I1207 18:37:24.576518 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(true): lb probes updated: [{"name":"a49932f8686104391b8d1902956788f4-TCP-80","properties":{"intervalInSeconds":5,"port":32530,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:37:24.576582 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(true): lb rules updated: [{"name":"a49932f8686104391b8d1902956788f4-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a49932f8686104391b8d1902956788f4"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a49932f8686104391b8d1902956788f4-TCP-80"},"protocol":"Tcp"}}] I1207 18:37:24.576599 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - updating I1207 18:37:25.039158 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:37:25.039177 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:37:25.039189 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:37:25.039197 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:37:25.206586 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:37:25.206618 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:37:25.206624 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:37:25.206691 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:25.206928 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:25.206704 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:26.046041 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36036" resp=200 I1207 18:37:26.405068 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) finished I1207 18:37:26.405128 1 azure_loadbalancer.go:1034] get(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:37:26.470813 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.48" from frontendIPConfiguration "a49932f8686104391b8d1902956788f4" for service "e2e-tests-service-g2f46/annotation-test" I1207 18:37:26.470904 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:37:26.578422 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-g2f46/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:37:26.578449 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-g2f46/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:37:26.578504 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:37:26.578530 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:37:26.578543 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:37:26.578584 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","40.82.166.48"] I1207 18:37:26.579087 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:37:27.903616 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-g2f46/annotation-test) - LB fipConfigID(a49932f8686104391b8d1902956788f4) - wantPLS(true) - createPLS(false) I1207 18:37:27.903644 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-g2f46/annotation-test) finished I1207 18:37:27.903680 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-g2f46/annotation-test" result_code="succeeded" I1207 18:37:27.903747 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test) - wantLb(false): started I1207 18:37:27.978039 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:37:27.978070 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:37:27.978095 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:37:27.978151 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:37:27.978163 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:37:27.978434 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-g2f46/annotation-test): pip(capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix1) - updating I1207 18:37:28.063073 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.206566999 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-g2f46/annotation-test" result_code="succeeded" I1207 18:37:28.071484 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:37:28.071757 1 controller.go:984] Patching status for service e2e-tests-service-g2f46/annotation-test I1207 18:37:28.072287 1 event.go:389] "Event occurred" object="e2e-tests-service-g2f46/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:37:28.082984 1 controller.go:876] Finished syncing service "e2e-tests-service-g2f46/annotation-test" (5.257530346s) I1207 18:37:35.088165 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:37:35.206605 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:37:35.206635 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:37:35.206643 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:37:35.206720 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:35.206735 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:35.206772 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:36.043126 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="111.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43162" resp=200 I1207 18:37:45.207229 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:37:45.207261 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:37:45.207267 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:37:45.207304 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:45.207314 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:45.207328 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:46.042963 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="120.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32870" resp=200 I1207 18:37:49.231490 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:37:55.108623 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-g2f46/annotation-test I1207 18:37:55.108896 1 event.go:389] "Event occurred" object="e2e-tests-service-g2f46/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:37:55.114475 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:37:55.125202 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:37:55.125437 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a49932f8686104391b8d1902956788f4" I1207 18:37:55.125458 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test) - wantLb(true): started I1207 18:37:55.207991 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:37:55.208023 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:37:55.208029 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:37:55.208068 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:55.208078 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:55.208160 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:37:56.043082 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35690" resp=200 I1207 18:37:56.438802 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:37:56.438834 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:37:56.439073 1 azure_loadbalancer.go:1034] get(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:37:56.439225 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.48" from frontendIPConfiguration "a49932f8686104391b8d1902956788f4" for service "e2e-tests-service-g2f46/annotation-test" I1207 18:37:56.439259 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, true): current lb IPs: [\"40.82.166.48\"]" I1207 18:37:56.439351 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:37:56.439381 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-g2f46/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:37:56.518702 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:37:56.518779 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-g2f46/annotation-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:37:56.519031 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-g2f46/annotation-test): checking owned frontend IP configuration a49932f8686104391b8d1902956788f4 I1207 18:37:58.012402 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix2" I1207 18:37:58.012445 1 azure_loadbalancer.go:2623] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(true): lb frontendconfig(a49932f8686104391b8d1902956788f4) - dropping I1207 18:37:58.012458 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a49932f8686104391b8d1902956788f4" (isIPv6=false) I1207 18:37:58.878562 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix2" I1207 18:37:58.878605 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-g2f46/annotation-test): pip(capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix2) - creating I1207 18:37:58.878624 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix2"): start I1207 18:38:05.087166 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:38:05.208672 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:38:05.208775 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:38:05.208782 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:38:05.208820 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:05.208844 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:05.208874 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:06.042698 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39228" resp=200 I1207 18:38:08.142655 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(true): lb frontendconfig(a49932f8686104391b8d1902956788f4) - adding I1207 18:38:08.142693 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a49932f8686104391b8d1902956788f4-TCP-80) I1207 18:38:08.142906 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-g2f46/annotation-test) - LB fipConfigID(a49932f8686104391b8d1902956788f4) - wantPLS(false) - createPLS(false) I1207 18:38:08.214802 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-g2f46/annotation-test) finished I1207 18:38:08.214877 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.071855377 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-g2f46/annotation-test" result_code="succeeded" I1207 18:38:08.214899 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - updating I1207 18:38:15.170132 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=17 I1207 18:38:15.209877 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:38:15.209907 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:38:15.209915 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:38:15.209942 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:15.209952 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:15.209960 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:16.043015 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52496" resp=200 I1207 18:38:17.060280 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:38:17.060304 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:38:17.060330 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) finished I1207 18:38:17.060345 1 azure_loadbalancer.go:1034] get(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:38:17.764729 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.112" from frontendIPConfiguration "a49932f8686104391b8d1902956788f4" for service "e2e-tests-service-g2f46/annotation-test" I1207 18:38:17.764788 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:38:18.320248 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-g2f46/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:38:18.320274 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-g2f46/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:38:18.320343 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:38:18.320371 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:38:18.320388 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:38:18.320416 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["40.82.166.48","10.1.0.6","10.0.0.4","10.1.0.4","40.82.166.112"] I1207 18:38:18.320847 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:38:19.231834 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:38:25.883494 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:38:25.883520 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:38:25.883526 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:38:25.883563 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:25.883573 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:25.883581 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:26.043776 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="121.907µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50162" resp=200 I1207 18:38:35.087140 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:38:35.210684 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:38:35.210714 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:38:35.210721 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:38:35.210758 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:35.210768 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:35.210775 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:36.043196 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40800" resp=200 I1207 18:38:36.243960 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-g2f46/annotation-test) - LB fipConfigID(a49932f8686104391b8d1902956788f4) - wantPLS(true) - createPLS(false) I1207 18:38:36.243988 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-g2f46/annotation-test) finished I1207 18:38:36.244019 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013401 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-g2f46/annotation-test" result_code="succeeded" I1207 18:38:36.244045 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test) - wantLb(false): started I1207 18:38:40.088944 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:38:40.088979 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:38:40.089003 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:38:40.089027 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:38:40.089040 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:38:40.089388 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="reconcilePublicIP" service="e2e-tests-service-g2f46/annotation-test" pip="capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix1" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:38:43.410364 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:38:45.211743 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:38:45.211775 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:38:45.211782 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:38:45.211820 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:45.211830 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:45.211837 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:46.043469 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="115.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56014" resp=200 I1207 18:38:49.232411 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:38:52.672691 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=8 I1207 18:38:55.211831 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:38:55.211961 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:38:55.211972 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:38:55.212014 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:55.212025 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:55.212033 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:38:56.043263 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47678" resp=200 I1207 18:38:59.177447 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:39:03.165608 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=43 I1207 18:39:05.087187 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:39:05.212810 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:39:05.212845 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:39:05.212874 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:39:05.212907 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:05.212917 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:05.212924 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:06.043695 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="177.01µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59898" resp=200 I1207 18:39:08.921229 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-g2f46/annotation-test): pip(capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix2) - updating I1207 18:39:09.947894 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=74.838993442 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-g2f46/annotation-test" result_code="succeeded" I1207 18:39:09.959910 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:39:09.960016 1 controller.go:984] Patching status for service e2e-tests-service-g2f46/annotation-test I1207 18:39:09.960813 1 event.go:389] "Event occurred" object="e2e-tests-service-g2f46/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:39:09.974075 1 controller.go:876] Finished syncing service "e2e-tests-service-g2f46/annotation-test" (1m14.865477199s) I1207 18:39:15.213748 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:39:15.213781 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:39:15.213787 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:39:15.213825 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:15.213835 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:15.213895 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:16.042498 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49684" resp=200 I1207 18:39:19.233356 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:39:25.213784 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:39:25.213816 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:39:25.213822 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:39:25.213880 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:25.213890 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:25.213897 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:26.047572 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42906" resp=200 I1207 18:39:28.859061 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:39:28.859102 1 azure_loadbalancer.go:1034] get(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:39:28.859153 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.112" from frontendIPConfiguration "a49932f8686104391b8d1902956788f4" for service "e2e-tests-service-g2f46/annotation-test" I1207 18:39:28.859180 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"40.82.166.112\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:39:28.859202 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-g2f46/annotation-test I1207 18:39:28.859606 1 event.go:389] "Event occurred" object="e2e-tests-service-g2f46/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:39:28.862127 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:39:28.874461 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:39:32.389341 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:39:32.389376 1 azure_loadbalancer.go:1034] get(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:39:32.389422 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.112" from frontendIPConfiguration "a49932f8686104391b8d1902956788f4" for service "e2e-tests-service-g2f46/annotation-test" I1207 18:39:32.389448 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"40.82.166.112\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-g2f46/annotation-test" I1207 18:39:32.389466 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-g2f46/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:39:32.667828 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-g2f46/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:39:32.667868 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-g2f46/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:39:32.667936 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-g2f46/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["40.82.166.112","10.1.0.4","10.1.0.6","10.0.0.4","40.82.166.112"] I1207 18:39:32.667969 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-g2f46/annotation-test" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["40.82.166.48"] retained-prefixes=["40.82.166.112","10.1.0.4","10.1.0.6","10.0.0.4","40.82.166.112"] expected-prefixes=null I1207 18:39:32.668341 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-g2f46/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:39:35.087435 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:39:35.214092 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:39:35.214125 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:39:35.214131 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:39:35.214170 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:35.214181 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:35.214189 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:36.042431 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39128" resp=200 I1207 18:39:42.424384 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test) - wantLb(false): started I1207 18:39:42.696050 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:39:42.696109 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:39:42.696299 1 azure_loadbalancer.go:1034] get(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:39:42.696435 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "40.82.166.112" from frontendIPConfiguration "a49932f8686104391b8d1902956788f4" for service "e2e-tests-service-g2f46/annotation-test" I1207 18:39:42.696469 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"40.82.166.112\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-g2f46/annotation-test" I1207 18:39:42.696484 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:39:42.696504 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(false): lb frontendconfig(a49932f8686104391b8d1902956788f4) - dropping I1207 18:39:42.696515 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(false): lb probe(a49932f8686104391b8d1902956788f4-TCP-80) - dropping I1207 18:39:42.696528 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(false): lb probes updated: null I1207 18:39:42.696536 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(false): lb rule(a49932f8686104391b8d1902956788f4-TCP-80) - dropping I1207 18:39:42.696544 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-g2f46/annotation-test)(false): lb rules updated: null I1207 18:39:42.696554 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-g2f46/annotation-test) - LB fipConfigID(a49932f8686104391b8d1902956788f4) - wantPLS(false) - createPLS(false) I1207 18:39:42.696598 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-g2f46/annotation-test) finished I1207 18:39:42.696631 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000049102 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-g2f46/annotation-test" result_code="succeeded" I1207 18:39:42.696649 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-g2f46/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:39:42.696667 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:39:42.696682 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:39:45.215143 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:39:45.215175 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:39:45.215181 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:39:45.215221 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:45.215231 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:45.215239 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:46.043562 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50872" resp=200 I1207 18:39:49.233813 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:39:54.617988 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o) finished I1207 18:39:54.618024 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test) - wantLb(false): started I1207 18:39:55.215572 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:39:55.215603 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:39:55.215609 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:39:55.215654 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:55.215664 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:55.215671 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:39:55.724832 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:39:56.043863 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="95.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38730" resp=200 I1207 18:39:56.131471 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:39:56.131519 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:39:56.131577 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-g2f46/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:39:56.131614 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-g2f46/annotation-test): unbinding the service from pip capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix2 I1207 18:39:56.131918 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-g2f46/annotation-test" pip="capz-uhx40o-a49932f8686104391b8d1902956788f4-prefix2" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:40:05.087162 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:40:05.215917 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:40:05.215950 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:40:05.215957 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:40:05.216005 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:05.216166 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:05.216188 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:06.043664 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46992" resp=200 I1207 18:40:15.216149 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:40:15.216183 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:40:15.216190 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:40:15.216271 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:15.216351 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:15.216361 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:16.044670 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.204µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37034" resp=200 I1207 18:40:19.234922 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:40:20.239140 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=51.379683075 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-g2f46/annotation-test" result_code="succeeded" I1207 18:40:20.247797 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:40:20.249877 1 controller.go:958] Removing finalizer from service e2e-tests-service-g2f46/annotation-test I1207 18:40:20.303725 1 controller.go:984] Patching status for service e2e-tests-service-g2f46/annotation-test I1207 18:40:20.304904 1 event.go:389] "Event occurred" object="e2e-tests-service-g2f46/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:40:20.309141 1 controller.go:876] Finished syncing service "e2e-tests-service-g2f46/annotation-test" (53.210583937s) I1207 18:40:20.310025 1 controller.go:876] Finished syncing service "e2e-tests-service-g2f46/annotation-test" (11.201µs) I1207 18:40:25.216921 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:40:25.216955 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:40:25.216964 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:40:25.216995 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:25.217037 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:25.217044 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:26.042387 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51190" resp=200 I1207 18:40:35.087924 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:40:35.281063 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:40:35.281093 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:40:35.281100 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:40:35.281139 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:35.281150 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:35.281152 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:36.042623 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36714" resp=200 I1207 18:40:39.178567 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:40:45.218233 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:40:45.218270 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:40:45.218276 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:40:45.218313 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:45.218323 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:45.218331 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:46.043443 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33474" resp=200 I1207 18:40:47.238827 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:40:49.235624 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:40:55.218357 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:40:55.218388 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:40:55.218395 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:40:55.218434 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:55.218445 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:55.218451 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:40:56.042652 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.204µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54168" resp=200 I1207 18:41:00.582622 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-t7k67/annotation-test I1207 18:41:00.582759 1 controller.go:943] Adding finalizer to service e2e-tests-service-t7k67/annotation-test I1207 18:41:00.583129 1 event.go:389] "Event occurred" object="e2e-tests-service-t7k67/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:41:00.616956 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:41:00.623840 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:41:00.624301 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a40d1c314e69e4759a7c77fadc6951d2" I1207 18:41:00.624419 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test) - wantLb(true): started I1207 18:41:00.691689 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:41:00.774542 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:41:00.774764 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:41:00.774791 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-t7k67/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:41:00.775018 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a40d1c314e69e4759a7c77fadc6951d2" (isIPv6=false) I1207 18:41:00.883639 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:41:00.906504 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a40d1c314e69e4759a7c77fadc6951d2" I1207 18:41:00.906538 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-t7k67/annotation-test): pip(capz-uhx40o-a40d1c314e69e4759a7c77fadc6951d2) - creating I1207 18:41:00.906553 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a40d1c314e69e4759a7c77fadc6951d2"): start I1207 18:41:02.607169 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-t7k67/annotation-test)(true): lb frontendconfig(a40d1c314e69e4759a7c77fadc6951d2) - adding I1207 18:41:02.607213 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a40d1c314e69e4759a7c77fadc6951d2-TCP-80) I1207 18:41:02.607299 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-t7k67/annotation-test)(true): lb probes updated: [{"name":"a40d1c314e69e4759a7c77fadc6951d2-TCP-80","properties":{"intervalInSeconds":10,"port":10249,"probeThreshold":3,"protocol":"Http","requestPath":"/"}}] I1207 18:41:02.607483 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-t7k67/annotation-test)(true): lb rules updated: [{"name":"a40d1c314e69e4759a7c77fadc6951d2-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a40d1c314e69e4759a7c77fadc6951d2"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a40d1c314e69e4759a7c77fadc6951d2-TCP-80"},"protocol":"Tcp"}}] I1207 18:41:02.607510 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o) - updating I1207 18:41:02.983826 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:41:02.983847 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:41:02.983882 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:41:02.983890 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:41:04.318250 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o) finished I1207 18:41:04.318288 1 azure_loadbalancer.go:1034] get(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:41:04.373617 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.165.148" from frontendIPConfiguration "a40d1c314e69e4759a7c77fadc6951d2" for service "e2e-tests-service-t7k67/annotation-test" I1207 18:41:04.373662 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:41:04.489690 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-t7k67/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:41:04.489722 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-t7k67/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:41:04.489832 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:41:04.489917 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:41:04.489965 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:41:04.490007 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.4","10.1.0.6","10.0.0.4","4.229.165.148"] I1207 18:41:04.490559 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:41:05.087656 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:41:05.219756 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:41:05.219795 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:41:05.219804 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:41:05.219891 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:05.219908 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:05.219933 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:05.933572 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-t7k67/annotation-test) - LB fipConfigID(a40d1c314e69e4759a7c77fadc6951d2) - wantPLS(true) - createPLS(false) I1207 18:41:05.933602 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-t7k67/annotation-test) finished I1207 18:41:05.933643 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-t7k67/annotation-test" result_code="succeeded" I1207 18:41:05.933673 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test) - wantLb(false): started I1207 18:41:06.012003 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:41:06.012037 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:41:06.012092 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:41:06.012142 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:41:06.012176 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:41:06.012366 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-t7k67/annotation-test): pip(capz-uhx40o-a40d1c314e69e4759a7c77fadc6951d2) - updating I1207 18:41:06.043128 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52284" resp=200 I1207 18:41:06.061642 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.446797069 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-t7k67/annotation-test" result_code="succeeded" I1207 18:41:06.070264 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:41:06.070494 1 controller.go:984] Patching status for service e2e-tests-service-t7k67/annotation-test I1207 18:41:06.071018 1 event.go:389] "Event occurred" object="e2e-tests-service-t7k67/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:41:06.080951 1 controller.go:876] Finished syncing service "e2e-tests-service-t7k67/annotation-test" (5.498347875s) I1207 18:41:08.668979 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=8 I1207 18:41:15.219680 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:41:15.219710 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:41:15.219716 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:41:15.219745 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:15.219761 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:15.219769 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:16.042605 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39530" resp=200 I1207 18:41:19.236069 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:41:25.220654 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:41:25.220691 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:41:25.220697 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:41:25.220734 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:25.220745 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:25.220753 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:26.043661 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44078" resp=200 I1207 18:41:32.135179 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:41:32.135215 1 azure_loadbalancer.go:1034] get(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:41:32.135292 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.165.148" from frontendIPConfiguration "a40d1c314e69e4759a7c77fadc6951d2" for service "e2e-tests-service-t7k67/annotation-test" I1207 18:41:32.135441 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.165.148\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:41:32.135599 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-t7k67/annotation-test I1207 18:41:32.136099 1 event.go:389] "Event occurred" object="e2e-tests-service-t7k67/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:41:32.143105 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:41:32.149761 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:41:32.225531 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:41:32.225566 1 azure_loadbalancer.go:1034] get(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:41:32.225613 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.165.148" from frontendIPConfiguration "a40d1c314e69e4759a7c77fadc6951d2" for service "e2e-tests-service-t7k67/annotation-test" I1207 18:41:32.225639 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.165.148\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-t7k67/annotation-test" I1207 18:41:32.225657 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-t7k67/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:41:32.275290 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-t7k67/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:41:32.275316 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-t7k67/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:41:32.275387 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-t7k67/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.165.148","10.0.0.4","10.1.0.4","10.1.0.6","4.229.165.148"] I1207 18:41:32.275654 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-t7k67/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:41:33.594177 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test) - wantLb(false): started I1207 18:41:33.661809 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:41:33.661842 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:41:33.661872 1 azure_loadbalancer.go:1034] get(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:41:33.661923 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.165.148" from frontendIPConfiguration "a40d1c314e69e4759a7c77fadc6951d2" for service "e2e-tests-service-t7k67/annotation-test" I1207 18:41:33.661948 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.165.148\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-t7k67/annotation-test" I1207 18:41:33.662002 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:41:33.662020 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-t7k67/annotation-test)(false): lb frontendconfig(a40d1c314e69e4759a7c77fadc6951d2) - dropping I1207 18:41:33.662060 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-t7k67/annotation-test)(false): lb probe(a40d1c314e69e4759a7c77fadc6951d2-TCP-80) - dropping I1207 18:41:33.662074 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-t7k67/annotation-test)(false): lb probes updated: null I1207 18:41:33.662084 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-t7k67/annotation-test)(false): lb rule(a40d1c314e69e4759a7c77fadc6951d2-TCP-80) - dropping I1207 18:41:33.662092 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-t7k67/annotation-test)(false): lb rules updated: null I1207 18:41:33.662102 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-t7k67/annotation-test) - LB fipConfigID(a40d1c314e69e4759a7c77fadc6951d2) - wantPLS(false) - createPLS(false) I1207 18:41:33.723335 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-t7k67/annotation-test) finished I1207 18:41:33.723418 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.061254437 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-t7k67/annotation-test" result_code="succeeded" I1207 18:41:33.723444 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-t7k67/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:41:33.723481 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:41:33.723501 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:41:35.087809 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:41:35.221448 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:41:35.221482 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:41:35.221489 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:41:35.221525 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:35.221535 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:35.221543 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:36.042880 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51234" resp=200 I1207 18:41:43.959051 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o) finished I1207 18:41:43.959087 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test) - wantLb(false): started I1207 18:41:44.031004 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:41:44.110538 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:41:44.110581 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:41:44.110623 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-t7k67/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:41:44.110809 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-t7k67/annotation-test): unbinding the service from pip capz-uhx40o-a40d1c314e69e4759a7c77fadc6951d2 I1207 18:41:44.111082 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-t7k67/annotation-test" pip="capz-uhx40o-a40d1c314e69e4759a7c77fadc6951d2" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:41:45.221708 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:41:45.221744 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:41:45.221751 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:41:45.221788 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:45.221799 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:45.221806 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:46.044517 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="101.606µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43634" resp=200 I1207 18:41:49.236641 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:41:54.559163 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.422883729 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-t7k67/annotation-test" result_code="succeeded" I1207 18:41:54.567671 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:41:54.567729 1 controller.go:958] Removing finalizer from service e2e-tests-service-t7k67/annotation-test I1207 18:41:54.649647 1 controller.go:984] Patching status for service e2e-tests-service-t7k67/annotation-test I1207 18:41:54.649954 1 event.go:389] "Event occurred" object="e2e-tests-service-t7k67/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:41:54.660496 1 controller.go:876] Finished syncing service "e2e-tests-service-t7k67/annotation-test" (22.607644435s) I1207 18:41:54.660531 1 controller.go:876] Finished syncing service "e2e-tests-service-t7k67/annotation-test" (5.701µs) I1207 18:41:55.222727 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:41:55.222770 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:41:55.222780 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:41:55.222816 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:55.222831 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:55.222842 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:41:56.043552 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.804µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43444" resp=200 I1207 18:42:05.087113 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:42:05.222906 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:42:05.222938 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:42:05.222944 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:42:05.223007 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:05.223046 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:05.223100 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:06.043351 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="144.107µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60894" resp=200 I1207 18:42:09.114633 1 azure_zones.go:48] syncRegionZonesMap: starting to fetch all available zones for the subscription 46678f10-4bbb-447e-98e8-d2829589f2d8 I1207 18:42:14.685360 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-zgg5m/annotation-test I1207 18:42:14.685644 1 controller.go:943] Adding finalizer to service e2e-tests-service-zgg5m/annotation-test I1207 18:42:14.686229 1 event.go:389] "Event occurred" object="e2e-tests-service-zgg5m/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:42:14.705490 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:42:14.715742 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:42:14.716428 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a8d111129a62c4e2798797e8a4cee52a" I1207 18:42:14.716562 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test) - wantLb(true): started I1207 18:42:14.792807 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:42:14.858138 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:42:14.858182 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:42:14.858206 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-zgg5m/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:42:14.858216 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a8d111129a62c4e2798797e8a4cee52a" (isIPv6=false) I1207 18:42:14.985067 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a8d111129a62c4e2798797e8a4cee52a" I1207 18:42:14.985102 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-zgg5m/annotation-test): pip(capz-uhx40o-a8d111129a62c4e2798797e8a4cee52a) - creating I1207 18:42:14.985118 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a8d111129a62c4e2798797e8a4cee52a"): start I1207 18:42:15.223463 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:42:15.223507 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:42:15.223514 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:42:15.223548 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:15.223559 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:15.223567 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:16.043406 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="111.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47446" resp=200 I1207 18:42:16.506646 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(true): lb frontendconfig(a8d111129a62c4e2798797e8a4cee52a) - adding I1207 18:42:16.506682 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a8d111129a62c4e2798797e8a4cee52a-TCP-80) I1207 18:42:16.506736 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(true): lb probes updated: [{"name":"a8d111129a62c4e2798797e8a4cee52a-TCP-80","properties":{"intervalInSeconds":10,"port":31077,"probeThreshold":3,"protocol":"Http","requestPath":"/"}}] I1207 18:42:16.506797 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(true): lb rules updated: [{"name":"a8d111129a62c4e2798797e8a4cee52a-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a8d111129a62c4e2798797e8a4cee52a"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a8d111129a62c4e2798797e8a4cee52a-TCP-80"},"protocol":"Tcp"}}] I1207 18:42:16.506828 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - updating I1207 18:42:16.903297 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:42:16.903555 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:42:16.903701 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:42:16.903718 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:42:18.222155 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) finished I1207 18:42:18.222194 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:42:18.288945 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.191.39" from frontendIPConfiguration "a8d111129a62c4e2798797e8a4cee52a" for service "e2e-tests-service-zgg5m/annotation-test" I1207 18:42:18.288990 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:42:18.401561 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zgg5m/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:42:18.401584 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zgg5m/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:42:18.401640 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:42:18.401670 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:42:18.401687 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:42:18.401713 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.239.191.39"] I1207 18:42:18.402044 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:42:19.180107 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:42:19.237446 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:42:19.795243 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-zgg5m/annotation-test) - LB fipConfigID(a8d111129a62c4e2798797e8a4cee52a) - wantPLS(true) - createPLS(false) I1207 18:42:19.795283 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-zgg5m/annotation-test) finished I1207 18:42:19.795328 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000015101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zgg5m/annotation-test" result_code="succeeded" I1207 18:42:19.795380 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test) - wantLb(false): started I1207 18:42:19.862371 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:42:19.862405 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:42:19.862429 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:42:19.862455 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:42:19.862467 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:42:19.862595 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-zgg5m/annotation-test): pip(capz-uhx40o-a8d111129a62c4e2798797e8a4cee52a) - updating I1207 18:42:19.911919 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.209440099 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zgg5m/annotation-test" result_code="succeeded" I1207 18:42:19.921437 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:42:19.921530 1 controller.go:984] Patching status for service e2e-tests-service-zgg5m/annotation-test I1207 18:42:19.922252 1 event.go:389] "Event occurred" object="e2e-tests-service-zgg5m/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:42:19.933480 1 controller.go:876] Finished syncing service "e2e-tests-service-zgg5m/annotation-test" (5.24556262s) I1207 18:42:25.223604 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:42:25.223642 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:42:25.223648 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:42:25.223679 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:25.223689 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:25.223696 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:26.043488 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39526" resp=200 I1207 18:42:35.087781 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:42:35.223649 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:42:35.223940 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:42:35.223958 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:42:35.224036 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:35.224057 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:35.224090 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:36.043419 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51764" resp=200 I1207 18:42:45.278692 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:42:45.278721 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:42:45.278727 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:42:45.278765 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:45.278775 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:45.278784 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:46.042811 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57714" resp=200 I1207 18:42:46.264700 1 controller.go:599] Service e2e-tests-service-zgg5m/annotation-test ExternalTrafficPolicy changed from Cluster to Local I1207 18:42:46.265790 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-zgg5m/annotation-test I1207 18:42:46.266409 1 event.go:389] "Event occurred" object="e2e-tests-service-zgg5m/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:42:46.272082 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:42:46.292532 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:42:46.292874 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a8d111129a62c4e2798797e8a4cee52a" I1207 18:42:46.292892 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test) - wantLb(true): started I1207 18:42:46.390277 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:42:46.390309 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:42:46.390329 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:42:46.390515 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.191.39" from frontendIPConfiguration "a8d111129a62c4e2798797e8a4cee52a" for service "e2e-tests-service-zgg5m/annotation-test" I1207 18:42:46.390548 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, true): current lb IPs: [\"4.239.191.39\"]" I1207 18:42:46.390629 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:42:46.390707 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-zgg5m/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:42:46.390726 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:42:46.390814 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-zgg5m/annotation-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:42:46.390836 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-zgg5m/annotation-test): checking owned frontend IP configuration a8d111129a62c4e2798797e8a4cee52a I1207 18:42:46.390983 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a8d111129a62c4e2798797e8a4cee52a-TCP-80) I1207 18:42:46.391011 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(true): lb probe(a8d111129a62c4e2798797e8a4cee52a-TCP-80) - dropping I1207 18:42:46.391046 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(true): lb probes updated: [{"name":"a8d111129a62c4e2798797e8a4cee52a-TCP-31497","properties":{"intervalInSeconds":15,"port":31497,"probeThreshold":5,"protocol":"Http","requestPath":"/healthz"}}] I1207 18:42:46.391063 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(true): lb rule(a8d111129a62c4e2798797e8a4cee52a-TCP-80) - dropping I1207 18:42:46.391115 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(true): lb rules updated: [{"name":"a8d111129a62c4e2798797e8a4cee52a-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a8d111129a62c4e2798797e8a4cee52a"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a8d111129a62c4e2798797e8a4cee52a-TCP-31497"},"protocol":"Tcp"}}] I1207 18:42:46.391133 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - updating I1207 18:42:49.237612 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:42:50.981161 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:42:50.981185 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:42:50.981212 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) finished I1207 18:42:50.981227 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:42:50.981262 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.191.39" from frontendIPConfiguration "a8d111129a62c4e2798797e8a4cee52a" for service "e2e-tests-service-zgg5m/annotation-test" I1207 18:42:50.981286 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:42:51.278300 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zgg5m/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:42:51.278327 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zgg5m/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:42:51.278400 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:42:51.278498 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:42:51.278570 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:42:51.278654 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.239.191.39","10.0.0.4","10.1.0.4","10.1.0.6","4.239.191.39"] I1207 18:42:51.278719 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.239.191.39"] retained-prefixes=["4.239.191.39","10.0.0.4","10.1.0.4","10.1.0.6","4.239.191.39"] expected-prefixes=["4.239.191.39","4.239.191.39"] I1207 18:42:51.279213 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:42:51.558915 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-zgg5m/annotation-test) - LB fipConfigID(a8d111129a62c4e2798797e8a4cee52a) - wantPLS(true) - createPLS(false) I1207 18:42:51.558944 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-zgg5m/annotation-test) finished I1207 18:42:51.558975 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000015201 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zgg5m/annotation-test" result_code="succeeded" I1207 18:42:51.559002 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test) - wantLb(false): started I1207 18:42:51.636407 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:42:51.636442 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:42:51.636493 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:42:51.636522 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:42:51.636534 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:42:51.636731 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-zgg5m/annotation-test): pip(capz-uhx40o-a8d111129a62c4e2798797e8a4cee52a) - updating I1207 18:42:51.710268 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.444094297 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zgg5m/annotation-test" result_code="succeeded" I1207 18:42:51.722118 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:42:51.722355 1 controller.go:984] Patching status for service e2e-tests-service-zgg5m/annotation-test I1207 18:42:51.722395 1 event.go:389] "Event occurred" object="e2e-tests-service-zgg5m/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:42:51.731363 1 controller.go:876] Finished syncing service "e2e-tests-service-zgg5m/annotation-test" (5.46559995s) I1207 18:42:55.224951 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:42:55.224985 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:42:55.224994 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:42:55.225032 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:55.225042 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:55.225056 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:42:56.043262 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40018" resp=200 I1207 18:42:56.716716 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:42:56.716752 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:42:56.716879 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.191.39" from frontendIPConfiguration "a8d111129a62c4e2798797e8a4cee52a" for service "e2e-tests-service-zgg5m/annotation-test" I1207 18:42:56.716913 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.239.191.39\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:42:56.716933 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-zgg5m/annotation-test I1207 18:42:56.717180 1 event.go:389] "Event occurred" object="e2e-tests-service-zgg5m/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:42:56.720343 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:42:56.731255 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:42:56.810843 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:42:56.810888 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:42:56.811069 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.191.39" from frontendIPConfiguration "a8d111129a62c4e2798797e8a4cee52a" for service "e2e-tests-service-zgg5m/annotation-test" I1207 18:42:56.811108 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.239.191.39\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-zgg5m/annotation-test" I1207 18:42:56.811134 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-zgg5m/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:42:56.865969 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zgg5m/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:42:56.865993 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-zgg5m/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:42:56.866123 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-zgg5m/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.191.39","10.0.0.4","10.1.0.4","10.1.0.6","4.239.191.39"] I1207 18:42:56.866466 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-zgg5m/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:42:58.176782 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test) - wantLb(false): started I1207 18:42:58.268023 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:42:58.268058 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:42:58.268079 1 azure_loadbalancer.go:1034] get(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:42:58.268263 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.191.39" from frontendIPConfiguration "a8d111129a62c4e2798797e8a4cee52a" for service "e2e-tests-service-zgg5m/annotation-test" I1207 18:42:58.268298 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.239.191.39\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-zgg5m/annotation-test" I1207 18:42:58.268420 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:42:58.268444 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(false): lb frontendconfig(a8d111129a62c4e2798797e8a4cee52a) - dropping I1207 18:42:58.268456 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(false): lb probe(a8d111129a62c4e2798797e8a4cee52a-TCP-31497) - dropping I1207 18:42:58.268467 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(false): lb probes updated: null I1207 18:42:58.268475 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(false): lb rule(a8d111129a62c4e2798797e8a4cee52a-TCP-80) - dropping I1207 18:42:58.268483 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-zgg5m/annotation-test)(false): lb rules updated: null I1207 18:42:58.268493 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-zgg5m/annotation-test) - LB fipConfigID(a8d111129a62c4e2798797e8a4cee52a) - wantPLS(false) - createPLS(false) I1207 18:42:58.335419 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-zgg5m/annotation-test) finished I1207 18:42:58.335473 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.066945092 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zgg5m/annotation-test" result_code="succeeded" I1207 18:42:58.335495 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-zgg5m/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:42:58.407708 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:42:58.407755 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:43:05.087506 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:43:05.225001 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:43:05.225037 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:43:05.225175 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:43:05.225253 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:05.225374 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:05.225377 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:06.043177 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.506µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32772" resp=200 I1207 18:43:08.900143 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o) finished I1207 18:43:08.900177 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test) - wantLb(false): started I1207 18:43:08.968564 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:43:09.047937 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:43:09.048017 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:43:09.048069 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-zgg5m/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:43:09.048108 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-zgg5m/annotation-test): unbinding the service from pip capz-uhx40o-a8d111129a62c4e2798797e8a4cee52a I1207 18:43:09.048471 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-zgg5m/annotation-test" pip="capz-uhx40o-a8d111129a62c4e2798797e8a4cee52a" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:43:15.225422 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:43:15.225462 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:43:15.225469 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:43:15.225500 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:15.225511 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:15.225520 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:16.042534 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="95.406µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56524" resp=200 I1207 18:43:19.238483 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:43:19.409992 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.692962964 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-zgg5m/annotation-test" result_code="succeeded" I1207 18:43:19.418736 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:43:19.418842 1 controller.go:958] Removing finalizer from service e2e-tests-service-zgg5m/annotation-test I1207 18:43:19.491826 1 controller.go:984] Patching status for service e2e-tests-service-zgg5m/annotation-test I1207 18:43:19.492362 1 event.go:389] "Event occurred" object="e2e-tests-service-zgg5m/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:43:19.497156 1 controller.go:876] Finished syncing service "e2e-tests-service-zgg5m/annotation-test" (22.84923615s) I1207 18:43:19.497190 1 controller.go:876] Finished syncing service "e2e-tests-service-zgg5m/annotation-test" (5.6µs) I1207 18:43:25.226037 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:43:25.226069 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:43:25.226075 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:43:25.226111 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:25.226122 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:25.226129 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:26.043814 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52172" resp=200 I1207 18:43:35.087419 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:43:35.226989 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:43:35.227020 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:43:35.227027 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:43:35.227063 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:35.227073 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:35.227081 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:36.043300 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58806" resp=200 I1207 18:43:39.209639 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lwj7z/annotation-test I1207 18:43:39.210196 1 event.go:389] "Event occurred" object="e2e-tests-service-lwj7z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:43:39.211468 1 controller.go:943] Adding finalizer to service e2e-tests-service-lwj7z/annotation-test I1207 18:43:39.234459 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:43:39.244102 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:43:39.244362 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a7646ff606ae3475683294034e234630" I1207 18:43:39.244420 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test) - wantLb(true): started I1207 18:43:39.395661 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:43:39.494876 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:43:39.494920 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:43:39.495074 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lwj7z/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:43:39.495099 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a7646ff606ae3475683294034e234630" (isIPv6=false) I1207 18:43:39.634797 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a7646ff606ae3475683294034e234630" I1207 18:43:39.634832 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-lwj7z/annotation-test): pip(capz-uhx40o-a7646ff606ae3475683294034e234630) - creating I1207 18:43:39.634875 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a7646ff606ae3475683294034e234630"): start I1207 18:43:41.153965 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lwj7z/annotation-test)(true): lb frontendconfig(a7646ff606ae3475683294034e234630) - adding I1207 18:43:41.154003 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a7646ff606ae3475683294034e234630-TCP-80) I1207 18:43:41.154028 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a7646ff606ae3475683294034e234630-TCP-8080) I1207 18:43:41.154041 1 azure_loadbalancer.go:2969] getExpectedLBRules lb name (capz-uhx40o) rule name (a7646ff606ae3475683294034e234630-TCP-8080) no lb rule required I1207 18:43:41.154080 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lwj7z/annotation-test)(true): lb probes updated: [{"name":"a7646ff606ae3475683294034e234630-TCP-80","properties":{"intervalInSeconds":10,"port":31395,"probeThreshold":3,"protocol":"Http","requestPath":"/"}}] I1207 18:43:41.154134 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lwj7z/annotation-test)(true): lb rules updated: [{"name":"a7646ff606ae3475683294034e234630-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a7646ff606ae3475683294034e234630"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a7646ff606ae3475683294034e234630-TCP-80"},"protocol":"Tcp"}}] I1207 18:43:41.154158 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o) - updating I1207 18:43:41.815606 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:43:41.815757 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:43:41.815796 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:43:41.816463 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:43:43.120915 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o) finished I1207 18:43:43.120961 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:43:43.193558 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.167.229" from frontendIPConfiguration "a7646ff606ae3475683294034e234630" for service "e2e-tests-service-lwj7z/annotation-test" I1207 18:43:43.193602 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:43:43.302887 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lwj7z/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:43:43.302916 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lwj7z/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:43:43.303011 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:43:43.303049 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_6594407118073f9079916a12d5cbc0bc" priority=500 I1207 18:43:43.303223 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_6594407118073f9079916a12d5cbc0bc" I1207 18:43:43.303309 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","4.229.167.229"] I1207 18:43:43.303833 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:43:44.696895 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lwj7z/annotation-test) - LB fipConfigID(a7646ff606ae3475683294034e234630) - wantPLS(true) - createPLS(false) I1207 18:43:44.696927 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lwj7z/annotation-test) finished I1207 18:43:44.696967 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000139 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lwj7z/annotation-test" result_code="succeeded" I1207 18:43:44.696998 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test) - wantLb(false): started I1207 18:43:44.782757 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:43:44.782788 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:43:44.782813 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:43:44.782876 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:43:44.782894 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:43:44.783125 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lwj7z/annotation-test): pip(capz-uhx40o-a7646ff606ae3475683294034e234630) - updating I1207 18:43:44.832366 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.602351392 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lwj7z/annotation-test" result_code="succeeded" I1207 18:43:44.839819 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:43:44.840044 1 controller.go:984] Patching status for service e2e-tests-service-lwj7z/annotation-test I1207 18:43:44.840878 1 event.go:389] "Event occurred" object="e2e-tests-service-lwj7z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:43:44.851982 1 controller.go:876] Finished syncing service "e2e-tests-service-lwj7z/annotation-test" (5.642364317s) I1207 18:43:45.227438 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:43:45.227471 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:43:45.227477 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:43:45.227531 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:45.227569 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:45.227611 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:46.043300 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58516" resp=200 I1207 18:43:49.239337 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:43:49.924708 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:43:55.228283 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:43:55.228321 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:43:55.228330 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:43:55.228386 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:55.228404 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:55.228404 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:43:56.042897 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.804µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59016" resp=200 I1207 18:43:58.167408 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=20 I1207 18:43:59.180287 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:44:01.666306 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=10 I1207 18:44:05.087746 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:44:05.228303 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:44:05.228335 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:44:05.228341 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:44:05.228379 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:05.228390 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:05.228407 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:06.042970 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.403µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56532" resp=200 I1207 18:44:10.945785 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:10.945822 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:44:10.945889 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.167.229" from frontendIPConfiguration "a7646ff606ae3475683294034e234630" for service "e2e-tests-service-lwj7z/annotation-test" I1207 18:44:10.945915 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.167.229\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:44:10.945936 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lwj7z/annotation-test I1207 18:44:10.946401 1 event.go:389] "Event occurred" object="e2e-tests-service-lwj7z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:44:10.952040 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:44:10.962529 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:44:11.051103 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:11.051143 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:44:11.051188 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.167.229" from frontendIPConfiguration "a7646ff606ae3475683294034e234630" for service "e2e-tests-service-lwj7z/annotation-test" I1207 18:44:11.051214 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.167.229\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lwj7z/annotation-test" I1207 18:44:11.051231 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lwj7z/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:44:11.106388 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lwj7z/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:44:11.106415 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lwj7z/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:44:11.106486 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lwj7z/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.167.229","10.0.0.4","10.1.0.4","10.1.0.6","4.229.167.229"] I1207 18:44:11.106754 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lwj7z/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:44:12.172049 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=11 I1207 18:44:12.434784 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test) - wantLb(false): started I1207 18:44:12.501912 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:12.501945 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:44:12.501964 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:44:12.502008 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.167.229" from frontendIPConfiguration "a7646ff606ae3475683294034e234630" for service "e2e-tests-service-lwj7z/annotation-test" I1207 18:44:12.502033 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.229.167.229\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lwj7z/annotation-test" I1207 18:44:12.502049 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:44:12.502065 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lwj7z/annotation-test)(false): lb frontendconfig(a7646ff606ae3475683294034e234630) - dropping I1207 18:44:12.502077 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lwj7z/annotation-test)(false): lb probe(a7646ff606ae3475683294034e234630-TCP-80) - dropping I1207 18:44:12.502087 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lwj7z/annotation-test)(false): lb probes updated: null I1207 18:44:12.502096 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lwj7z/annotation-test)(false): lb rule(a7646ff606ae3475683294034e234630-TCP-80) - dropping I1207 18:44:12.502104 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lwj7z/annotation-test)(false): lb rules updated: null I1207 18:44:12.502114 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lwj7z/annotation-test) - LB fipConfigID(a7646ff606ae3475683294034e234630) - wantPLS(false) - createPLS(false) I1207 18:44:12.553678 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lwj7z/annotation-test) finished I1207 18:44:12.553738 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.051576115 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lwj7z/annotation-test" result_code="succeeded" I1207 18:44:12.553763 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lwj7z/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:44:12.553787 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:44:12.553810 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:44:15.228808 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:44:15.228886 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:44:15.228898 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:44:15.228957 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:15.228979 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:15.228982 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:16.046223 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.804µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50272" resp=200 I1207 18:44:19.239996 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:44:22.675048 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=7 I1207 18:44:22.851785 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o) finished I1207 18:44:22.851820 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test) - wantLb(false): started I1207 18:44:22.982049 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:23.055477 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:23.055528 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:44:23.055551 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lwj7z/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:44:23.055579 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-lwj7z/annotation-test): unbinding the service from pip capz-uhx40o-a7646ff606ae3475683294034e234630 I1207 18:44:23.055697 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-lwj7z/annotation-test" pip="capz-uhx40o-a7646ff606ae3475683294034e234630" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:44:25.229633 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:44:25.229666 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:44:25.229675 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:44:25.229714 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:25.229725 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:25.229733 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:26.043064 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.104µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33684" resp=200 I1207 18:44:33.514980 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.568957295 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lwj7z/annotation-test" result_code="succeeded" I1207 18:44:33.526550 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:44:33.526648 1 controller.go:958] Removing finalizer from service e2e-tests-service-lwj7z/annotation-test I1207 18:44:33.590121 1 controller.go:984] Patching status for service e2e-tests-service-lwj7z/annotation-test I1207 18:44:33.590200 1 event.go:389] "Event occurred" object="e2e-tests-service-lwj7z/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:44:33.593010 1 controller.go:876] Finished syncing service "e2e-tests-service-lwj7z/annotation-test" (22.714817298s) I1207 18:44:33.593209 1 controller.go:876] Finished syncing service "e2e-tests-service-lwj7z/annotation-test" (164.711µs) I1207 18:44:35.087801 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:44:35.230980 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:44:35.231019 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:44:35.231026 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:44:35.231120 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:35.231177 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:35.231182 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:36.044168 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40660" resp=200 I1207 18:44:45.231317 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:44:45.231354 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:44:45.231360 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:44:45.232538 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:45.232824 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:45.233478 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:46.042892 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33794" resp=200 I1207 18:44:49.240640 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:44:53.663029 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-tc8td/annotation-test I1207 18:44:53.663074 1 controller.go:943] Adding finalizer to service e2e-tests-service-tc8td/annotation-test I1207 18:44:53.664958 1 event.go:389] "Event occurred" object="e2e-tests-service-tc8td/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:44:53.693134 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:44:53.703776 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:44:53.704079 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a4383a8f328c4464bad33023fceb0c29" I1207 18:44:53.704145 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-tc8td/annotation-test) - wantLb(true): started I1207 18:44:53.807620 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:53.908126 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:53.908170 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-tc8td/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:44:53.908193 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-tc8td/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:44:53.908204 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-tc8td/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a4383a8f328c4464bad33023fceb0c29" (isIPv6=false) I1207 18:44:54.044382 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a4383a8f328c4464bad33023fceb0c29" I1207 18:44:54.044422 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-tc8td/annotation-test): pip(capz-uhx40o-a4383a8f328c4464bad33023fceb0c29) - creating I1207 18:44:54.044439 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a4383a8f328c4464bad33023fceb0c29"): start I1207 18:44:55.303496 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:44:55.303525 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:44:55.303531 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:44:55.303710 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:55.303728 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:55.303737 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:44:55.712734 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-tc8td/annotation-test)(true): lb frontendconfig(a4383a8f328c4464bad33023fceb0c29) - adding I1207 18:44:55.712768 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a4383a8f328c4464bad33023fceb0c29-TCP-80) E1207 18:44:55.712812 1 azure_loadbalancer.go:2994] "error occurred when buildHealthProbeRulesForPort" err="failed to parse annotation service.beta.kubernetes.io/port_80_health-probe_port: port 65536 is out of range" service="annotation-test" namespace="e2e-tests-service-tc8td" rule-name="a4383a8f328c4464bad33023fceb0c29-TCP-80" port=80 E1207 18:44:55.712832 1 azure_loadbalancer.go:142] "Failed to reconcile LoadBalancer" err="failed to parse annotation service.beta.kubernetes.io/port_80_health-probe_port: port 65536 is out of range" I1207 18:44:55.713069 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=2.027449625 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-tc8td/annotation-test" result_code="failed_ensure_loadbalancer" E1207 18:44:55.713262 1 azure_loadbalancer.go:275] "Finished with error" err="failed to parse annotation service.beta.kubernetes.io/port_80_health-probe_port: port 65536 is out of range" logger="EnsureLoadBalancer" cluster="capz-uhx40o" service="e2e-tests-service-tc8td/annotation-test" service-spec={"metadata":{"annotations":{"service.beta.kubernetes.io/port_80_health-probe_port":"65536"},"creationTimestamp":"2025-12-07T18:44:53Z","labels":{"app":"annotation-test"},"managedFields":[{"apiVersion":"v1","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:annotations":{".":{},"f:service.beta.kubernetes.io/port_80_health-probe_port":{}},"f:labels":{".":{},"f:app":{}}},"f:spec":{"f:allocateLoadBalancerNodePorts":{},"f:externalTrafficPolicy":{},"f:internalTrafficPolicy":{},"f:ipFamilyPolicy":{},"f:ports":{".":{},"k:{\"port\":80,\"protocol\":\"TCP\"}":{".":{},"f:name":{},"f:port":{},"f:protocol":{},"f:targetPort":{}}},"f:selector":{},"f:sessionAffinity":{},"f:type":{}}},"manager":"e2e.test","operation":"Update","time":"2025-12-07T18:44:53Z"}],"name":"annotation-test","namespace":"e2e-tests-service-tc8td","resourceVersion":"18940","uid":"4383a8f3-28c4-464b-ad33-023fceb0c294"},"spec":{"allocateLoadBalancerNodePorts":true,"clusterIP":"10.101.178.99","clusterIPs":["10.101.178.99"],"externalTrafficPolicy":"Cluster","internalTrafficPolicy":"Cluster","ipFamilies":["IPv4"],"ipFamilyPolicy":"PreferDualStack","ports":[{"name":"http","nodePort":32520,"port":80,"protocol":"TCP","targetPort":80}],"selector":{"app":"annotation-test"},"sessionAffinity":"None","type":"LoadBalancer"},"status":{"loadBalancer":{}}} I1207 18:44:55.724677 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:44:55.724821 1 controller.go:876] Finished syncing service "e2e-tests-service-tc8td/annotation-test" (2.061813188s) E1207 18:44:55.725038 1 controller.go:301] "Unhandled Error" err="error processing service e2e-tests-service-tc8td/annotation-test (retrying with exponential backoff): failed to ensure load balancer: failed to parse annotation service.beta.kubernetes.io/port_80_health-probe_port: port 65536 is out of range" logger="UnhandledError" I1207 18:44:55.725080 1 event.go:389] "Event occurred" object="e2e-tests-service-tc8td/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Warning" reason="SyncLoadBalancerFailed" message="Error syncing load balancer: failed to ensure load balancer: failed to parse annotation service.beta.kubernetes.io/port_80_health-probe_port: port 65536 is out of range" I1207 18:44:56.042556 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.908µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41156" resp=200 I1207 18:44:56.324961 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:56.384606 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-tc8td/annotation-test I1207 18:44:56.385029 1 event.go:389] "Event occurred" object="e2e-tests-service-tc8td/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:44:56.387819 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:44:56.398464 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:44:56.475410 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:56.475473 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-tc8td/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:44:56.590278 1 azure_loadbalancer_repo.go:338] Load balancer "capz-uhx40o" not found I1207 18:44:56.590498 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-tc8td/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6"] I1207 18:44:56.591139 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-tc8td/annotation-test) - wantLb(false): started I1207 18:44:56.684582 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:56.770983 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:56.771030 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-tc8td/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:44:56.771052 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-tc8td/annotation-test): lb(capz-uhx40o) finished I1207 18:44:56.771080 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-tc8td/annotation-test) - wantLb(false): started I1207 18:44:56.845109 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:56.943877 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:44:56.943920 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-tc8td/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:44:56.943943 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-tc8td/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:44:56.943970 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-tc8td/annotation-test): unbinding the service from pip capz-uhx40o-a4383a8f328c4464bad33023fceb0c29 I1207 18:44:56.944195 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-tc8td/annotation-test" pip="capz-uhx40o-a4383a8f328c4464bad33023fceb0c29" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:45:05.088096 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:45:05.232809 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:45:05.232863 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:45:05.232872 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:45:05.232904 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:05.232962 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:05.233038 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:06.042812 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50512" resp=200 I1207 18:45:07.465362 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=11.08064365 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-tc8td/annotation-test" result_code="succeeded" I1207 18:45:07.475183 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:45:07.475237 1 controller.go:958] Removing finalizer from service e2e-tests-service-tc8td/annotation-test I1207 18:45:07.532549 1 controller.go:876] Finished syncing service "e2e-tests-service-tc8td/annotation-test" (11.289606348s) I1207 18:45:07.532590 1 controller.go:876] Finished syncing service "e2e-tests-service-tc8td/annotation-test" (7.101µs) I1207 18:45:07.532669 1 event.go:389] "Event occurred" object="e2e-tests-service-tc8td/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:45:15.235488 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:45:15.236522 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:45:15.237194 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:45:15.237641 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:15.238190 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:15.238730 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:16.058492 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.609µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33808" resp=200 I1207 18:45:19.241563 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:45:25.235737 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:45:25.235771 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:45:25.235777 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:45:25.235813 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:25.236112 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:25.236139 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:26.042748 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.307µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35074" resp=200 I1207 18:45:28.954540 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-z7hmt/annotation-test I1207 18:45:28.954905 1 controller.go:943] Adding finalizer to service e2e-tests-service-z7hmt/annotation-test I1207 18:45:28.955493 1 event.go:389] "Event occurred" object="e2e-tests-service-z7hmt/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:45:28.980138 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:45:28.995038 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:45:28.995443 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a09f7880f3f0545039ccc0cf32833c03" I1207 18:45:28.995562 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test) - wantLb(true): started I1207 18:45:29.066788 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:45:29.143246 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:45:29.202582 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:45:29.202633 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-z7hmt/annotation-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:45:29.202665 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o) - creating a new frontend IP config "a09f7880f3f0545039ccc0cf32833c03" (isIPv6=false) I1207 18:45:29.202892 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-z7hmt/annotation-test): pip(service-public-IP15c0) - updating I1207 18:45:29.261438 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-z7hmt/annotation-test)(true): lb frontendconfig(a09f7880f3f0545039ccc0cf32833c03) - adding I1207 18:45:29.261471 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a09f7880f3f0545039ccc0cf32833c03-TCP-80) I1207 18:45:29.261645 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-z7hmt/annotation-test)(true): lb probes updated: [{"name":"a09f7880f3f0545039ccc0cf32833c03-TCP-80","properties":{"intervalInSeconds":5,"port":32674,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:45:29.261715 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-z7hmt/annotation-test)(true): lb rules updated: [{"name":"a09f7880f3f0545039ccc0cf32833c03-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a09f7880f3f0545039ccc0cf32833c03"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a09f7880f3f0545039ccc0cf32833c03-TCP-80"},"protocol":"Tcp"}}] I1207 18:45:29.261742 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o) - updating I1207 18:45:29.778768 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:45:29.778803 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:45:29.778822 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:45:29.778834 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:45:31.045302 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o) finished I1207 18:45:31.045337 1 azure_loadbalancer.go:1034] get(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:45:31.045379 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.188.155" from frontendIPConfiguration "a09f7880f3f0545039ccc0cf32833c03" for service "e2e-tests-service-z7hmt/annotation-test" I1207 18:45:31.045403 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:45:31.099532 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-z7hmt/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:45:31.099560 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-z7hmt/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:45:31.099616 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:45:31.099758 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:45:31.099788 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:45:31.099818 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.205.188.155"] I1207 18:45:31.100167 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:45:32.481247 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-z7hmt/annotation-test) - LB fipConfigID(a09f7880f3f0545039ccc0cf32833c03) - wantPLS(true) - createPLS(false) I1207 18:45:32.481279 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-z7hmt/annotation-test) finished I1207 18:45:32.481317 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014301 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-z7hmt/annotation-test" result_code="succeeded" I1207 18:45:32.481346 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test) - wantLb(false): started I1207 18:45:32.562338 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:45:32.562368 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:45:32.562393 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:45:32.562418 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:45:32.562435 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:45:32.562546 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-z7hmt/annotation-test): pip(service-public-IP15c0) - updating I1207 18:45:32.612179 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=3.637467063 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-z7hmt/annotation-test" result_code="succeeded" I1207 18:45:32.622322 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:45:32.622401 1 controller.go:984] Patching status for service e2e-tests-service-z7hmt/annotation-test I1207 18:45:32.623258 1 event.go:389] "Event occurred" object="e2e-tests-service-z7hmt/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:45:32.636113 1 controller.go:876] Finished syncing service "e2e-tests-service-z7hmt/annotation-test" (3.681609525s) I1207 18:45:35.087131 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:45:35.236028 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:45:35.236065 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:45:35.236072 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:45:35.236111 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:35.236164 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:35.236225 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:36.043914 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="176.314µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40710" resp=200 I1207 18:45:39.180535 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:45:45.236662 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:45:45.236695 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:45:45.236702 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:45:45.236754 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:45.236765 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:45.236781 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:46.043141 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.606µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34894" resp=200 I1207 18:45:49.242105 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:45:49.654296 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:45:49.654333 1 azure_loadbalancer.go:1034] get(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:45:49.654370 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.188.155" from frontendIPConfiguration "a09f7880f3f0545039ccc0cf32833c03" for service "e2e-tests-service-z7hmt/annotation-test" I1207 18:45:49.654396 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.188.155\"]" logger="GetLoadBalancer" service="annotation-test" I1207 18:45:49.654416 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-z7hmt/annotation-test I1207 18:45:49.654666 1 event.go:389] "Event occurred" object="e2e-tests-service-z7hmt/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:45:49.657354 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:45:49.671942 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:45:49.748720 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:45:49.748753 1 azure_loadbalancer.go:1034] get(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:45:49.748791 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.188.155" from frontendIPConfiguration "a09f7880f3f0545039ccc0cf32833c03" for service "e2e-tests-service-z7hmt/annotation-test" I1207 18:45:49.748815 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.188.155\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-z7hmt/annotation-test" I1207 18:45:49.748833 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-z7hmt/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:45:49.808229 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-z7hmt/annotation-test): lb backendpool - found private IP "10.1.0.4" I1207 18:45:49.808253 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-z7hmt/annotation-test): lb backendpool - found private IP "10.1.0.6" I1207 18:45:49.808322 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-z7hmt/annotation-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.205.188.155","10.0.0.4","10.1.0.4","10.1.0.6","4.205.188.155"] I1207 18:45:49.808616 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-z7hmt/annotation-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:45:51.077057 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test) - wantLb(false): started I1207 18:45:51.142757 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:45:51.142787 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:45:51.142807 1 azure_loadbalancer.go:1034] get(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:45:51.142844 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.188.155" from frontendIPConfiguration "a09f7880f3f0545039ccc0cf32833c03" for service "e2e-tests-service-z7hmt/annotation-test" I1207 18:45:51.142927 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(annotation-test, capz-uhx40o, false): current lb IPs: [\"4.205.188.155\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-z7hmt/annotation-test" I1207 18:45:51.142946 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:45:51.143005 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-z7hmt/annotation-test)(false): lb frontendconfig(a09f7880f3f0545039ccc0cf32833c03) - dropping I1207 18:45:51.143017 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-z7hmt/annotation-test)(false): lb probe(a09f7880f3f0545039ccc0cf32833c03-TCP-80) - dropping I1207 18:45:51.143059 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-z7hmt/annotation-test)(false): lb probes updated: null I1207 18:45:51.143072 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-z7hmt/annotation-test)(false): lb rule(a09f7880f3f0545039ccc0cf32833c03-TCP-80) - dropping I1207 18:45:51.143080 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-z7hmt/annotation-test)(false): lb rules updated: null I1207 18:45:51.143090 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-z7hmt/annotation-test) - LB fipConfigID(a09f7880f3f0545039ccc0cf32833c03) - wantPLS(false) - createPLS(false) I1207 18:45:51.221228 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-z7hmt/annotation-test) finished I1207 18:45:51.221292 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.078157996 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-z7hmt/annotation-test" result_code="succeeded" I1207 18:45:51.221395 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-z7hmt/annotation-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:45:51.221416 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:45:51.221434 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:45:53.400381 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:45:55.236825 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:45:55.236896 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:45:55.236909 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:45:55.236939 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:55.236954 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:55.236962 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:45:56.043206 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="131.71µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39116" resp=200 I1207 18:46:01.503904 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o) finished I1207 18:46:01.504012 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test) - wantLb(false): started I1207 18:46:01.632476 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:46:01.738390 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:46:01.738436 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:46:01.738563 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-z7hmt/annotation-test): lb(capz-uhx40o-internal) finished I1207 18:46:01.738667 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.08416148 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-z7hmt/annotation-test" result_code="succeeded" I1207 18:46:01.751021 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:46:01.751481 1 controller.go:958] Removing finalizer from service e2e-tests-service-z7hmt/annotation-test I1207 18:46:01.854647 1 controller.go:984] Patching status for service e2e-tests-service-z7hmt/annotation-test I1207 18:46:01.856828 1 event.go:389] "Event occurred" object="e2e-tests-service-z7hmt/annotation-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:46:01.870637 1 controller.go:876] Finished syncing service "e2e-tests-service-z7hmt/annotation-test" (12.289077359s) I1207 18:46:05.089331 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:46:05.237918 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:46:05.237948 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:46:05.237954 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:46:05.238094 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:05.238161 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:05.238171 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:06.042968 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="111.107µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54166" resp=200 I1207 18:46:06.858406 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:46:15.238276 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:46:15.238324 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:46:15.238335 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:46:15.238387 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:15.238415 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:15.238423 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:16.043265 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.406µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46928" resp=200 I1207 18:46:19.242548 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:46:22.782387 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-8l5nq/service-lb-test I1207 18:46:22.782430 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-8l5nq/service-lb-test I1207 18:46:22.783116 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-8l5nq/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:46:22.823516 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:46:22.923468 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:46:22.923894 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ae7990c649349459eb44814f7552c942" I1207 18:46:22.923934 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test) - wantLb(true): started I1207 18:46:22.997622 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:46:23.089824 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:46:23.090022 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:46:23.090142 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-8l5nq/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:46:23.090199 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "ae7990c649349459eb44814f7552c942" (isIPv6=false) I1207 18:46:23.176173 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-ae7990c649349459eb44814f7552c942" I1207 18:46:23.176222 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-lb-8l5nq/service-lb-test): pip(capz-uhx40o-ae7990c649349459eb44814f7552c942) - creating I1207 18:46:23.176238 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-ae7990c649349459eb44814f7552c942"): start I1207 18:46:24.841513 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(true): lb frontendconfig(ae7990c649349459eb44814f7552c942) - adding I1207 18:46:24.841552 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ae7990c649349459eb44814f7552c942-TCP-80) I1207 18:46:24.841572 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ae7990c649349459eb44814f7552c942-UDP-81) I1207 18:46:24.841612 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(true): lb probes updated: [{"name":"ae7990c649349459eb44814f7552c942-TCP-80","properties":{"intervalInSeconds":5,"port":31010,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:46:24.841785 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(true): lb rules updated: [{"name":"ae7990c649349459eb44814f7552c942-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/ae7990c649349459eb44814f7552c942"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/ae7990c649349459eb44814f7552c942-TCP-80"},"protocol":"Tcp"}},{"name":"ae7990c649349459eb44814f7552c942-UDP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/ae7990c649349459eb44814f7552c942"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","protocol":"Udp"}}] I1207 18:46:24.841811 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o) - updating I1207 18:46:24.982488 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:24.982545 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:25.017071 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:25.017125 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:25.055958 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:25.056181 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:25.238308 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:46:25.238341 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:46:25.238347 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:46:25.238380 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:25.238390 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:25.238405 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:25.305568 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:46:25.305589 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:46:25.305602 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:46:25.305610 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:46:25.546512 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:25.546541 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:25.572300 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:25.572330 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:25.606158 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:25.606193 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:25.637333 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:25.637362 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:25.717271 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:25.717305 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:26.044166 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="1.049474ms" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41694" resp=200 I1207 18:46:26.567046 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:26.567243 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:26.677275 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o) finished I1207 18:46:26.677305 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:46:26.734515 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.194.82" from frontendIPConfiguration "ae7990c649349459eb44814f7552c942" for service "e2e-tests-service-lb-8l5nq/service-lb-test" I1207 18:46:26.734565 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:46:26.852529 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-8l5nq/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:46:26.852554 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-8l5nq/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:46:26.852609 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:46:26.852757 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:46:26.852787 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:46:26.852800 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:46:26.852819 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_b8f4572148b52c3d660c906527296ee4" priority=501 I1207 18:46:26.852984 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_b8f4572148b52c3d660c906527296ee4" I1207 18:46:26.853062 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.229.194.82"] I1207 18:46:26.853514 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:46:26.923688 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:26.923930 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:27.019452 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:27.019519 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:27.077531 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:27.077560 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:27.543432 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:27.543463 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:27.640696 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:27.640742 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:27.918477 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:27.918511 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:28.005486 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:28.005624 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:28.268903 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-8l5nq/service-lb-test) - LB fipConfigID(ae7990c649349459eb44814f7552c942) - wantPLS(true) - createPLS(false) I1207 18:46:28.268936 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-8l5nq/service-lb-test) finished I1207 18:46:28.268976 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014901 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-8l5nq/service-lb-test" result_code="succeeded" I1207 18:46:28.269000 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test) - wantLb(false): started I1207 18:46:28.338152 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:46:28.338183 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:46:28.338205 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:46:28.338229 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:46:28.338241 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:46:28.338412 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-8l5nq/service-lb-test): pip(capz-uhx40o-ae7990c649349459eb44814f7552c942) - updating I1207 18:46:28.393326 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.585090196 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-8l5nq/service-lb-test" result_code="succeeded" I1207 18:46:28.402037 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:46:28.402396 1 controller.go:984] Patching status for service e2e-tests-service-lb-8l5nq/service-lb-test I1207 18:46:28.402664 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-8l5nq/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:46:28.411152 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-8l5nq/service-lb-test" (5.628730117s) I1207 18:46:35.087155 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:46:35.238899 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:46:35.238934 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:46:35.238940 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:46:35.238978 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:35.238988 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:35.238997 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:36.042609 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58566" resp=200 I1207 18:46:45.239458 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:46:45.239492 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:46:45.239499 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:46:45.239535 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:45.239545 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:45.239562 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:46.043531 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="157.111µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56370" resp=200 I1207 18:46:49.243029 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:46:55.240571 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:46:55.240617 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:46:55.240625 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:46:55.240668 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:55.240694 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:55.240694 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:46:56.043481 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="105.407µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42306" resp=200 I1207 18:46:58.532079 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:58.532979 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:58.558062 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:58.558933 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:58.811005 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:58.811449 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:58.990914 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:58.991339 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:59.082025 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:59.082266 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:59.186903 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:59.187083 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:59.289091 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:59.289122 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:46:59.390362 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw update I1207 18:46:59.390820 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-8l5nq/service-lb-test-lm4zw belongs to service e2e-tests-service-lb-8l5nq/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:47:04.306894 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:04.306938 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:47:04.306995 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.194.82" from frontendIPConfiguration "ae7990c649349459eb44814f7552c942" for service "e2e-tests-service-lb-8l5nq/service-lb-test" I1207 18:47:04.307020 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.229.194.82\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:47:04.307035 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-8l5nq/service-lb-test I1207 18:47:04.308444 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-8l5nq/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:47:04.311654 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:47:04.318236 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:47:04.385518 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:04.385570 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:47:04.385748 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.194.82" from frontendIPConfiguration "ae7990c649349459eb44814f7552c942" for service "e2e-tests-service-lb-8l5nq/service-lb-test" I1207 18:47:04.385786 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.229.194.82\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-8l5nq/service-lb-test" I1207 18:47:04.385808 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-8l5nq/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:47:04.444240 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-8l5nq/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:47:04.444276 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-8l5nq/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:47:04.444596 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-8l5nq/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.194.82","10.1.0.4","10.1.0.6","10.0.0.4","4.229.194.82"] I1207 18:47:04.445226 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-8l5nq/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:47:05.088172 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:47:05.314089 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:47:05.314119 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:47:05.314124 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:47:05.314162 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:05.314172 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:05.314179 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:05.823813 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test) - wantLb(false): started I1207 18:47:05.906567 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:05.906599 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:47:05.906619 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:47:05.906666 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.194.82" from frontendIPConfiguration "ae7990c649349459eb44814f7552c942" for service "e2e-tests-service-lb-8l5nq/service-lb-test" I1207 18:47:05.906695 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.229.194.82\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-8l5nq/service-lb-test" I1207 18:47:05.906715 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:47:05.906732 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(false): lb frontendconfig(ae7990c649349459eb44814f7552c942) - dropping I1207 18:47:05.906746 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(false): lb probe(ae7990c649349459eb44814f7552c942-TCP-80) - dropping I1207 18:47:05.906756 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(false): lb probes updated: null I1207 18:47:05.906764 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(false): lb rule(ae7990c649349459eb44814f7552c942-UDP-81) - dropping I1207 18:47:05.906769 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(false): lb rule(ae7990c649349459eb44814f7552c942-TCP-80) - dropping I1207 18:47:05.906776 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-8l5nq/service-lb-test)(false): lb rules updated: null I1207 18:47:05.906787 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-8l5nq/service-lb-test) - LB fipConfigID(ae7990c649349459eb44814f7552c942) - wantPLS(false) - createPLS(false) I1207 18:47:05.962173 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-8l5nq/service-lb-test) finished I1207 18:47:05.962237 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.055405278 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-8l5nq/service-lb-test" result_code="succeeded" I1207 18:47:05.962344 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-8l5nq/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:47:05.962366 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:47:05.962532 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:47:06.043057 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46900" resp=200 I1207 18:47:15.241600 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:47:15.241636 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:47:15.241643 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:47:15.241684 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:15.241696 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:15.241704 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:16.044016 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.007µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48120" resp=200 I1207 18:47:16.201526 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o) finished I1207 18:47:16.201687 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test) - wantLb(false): started I1207 18:47:16.337476 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:16.399407 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:16.399450 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:47:16.399473 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-8l5nq/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:47:16.399499 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-lb-8l5nq/service-lb-test): unbinding the service from pip capz-uhx40o-ae7990c649349459eb44814f7552c942 I1207 18:47:16.399603 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-lb-8l5nq/service-lb-test" pip="capz-uhx40o-ae7990c649349459eb44814f7552c942" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:47:19.181430 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:47:19.243734 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:47:25.242573 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:47:25.242613 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:47:25.242620 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:47:25.242659 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:25.242669 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:25.242676 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:26.043044 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39418" resp=200 I1207 18:47:26.773230 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.466107548 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-8l5nq/service-lb-test" result_code="succeeded" I1207 18:47:26.781521 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:47:26.781574 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-8l5nq/service-lb-test I1207 18:47:26.833628 1 controller.go:984] Patching status for service e2e-tests-service-lb-8l5nq/service-lb-test I1207 18:47:26.834661 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-8l5nq/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:47:26.837484 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-8l5nq/service-lb-test" (22.63325771s) I1207 18:47:26.837521 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-8l5nq/service-lb-test" (5.8µs) I1207 18:47:35.087188 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:47:35.262131 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:47:35.262937 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:47:35.263124 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:47:35.263300 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:35.263381 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:35.263390 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:36.057089 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.207µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34554" resp=200 I1207 18:47:38.935488 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-kc9fh/service-lb-test I1207 18:47:38.937060 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-kc9fh/service-lb-test I1207 18:47:38.937612 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-kc9fh/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:47:38.956264 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:47:38.966808 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:47:38.967124 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a571d2ed118b141b3abf1c2b932a2292" I1207 18:47:38.967144 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test) - wantLb(true): started I1207 18:47:39.086645 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:39.151773 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:39.167149 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45 I1207 18:47:39.194515 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-kc9fh/service-lb-test-vgmw5 update I1207 18:47:39.194665 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-kc9fh/service-lb-test-vgmw5 belongs to service e2e-tests-service-lb-kc9fh/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:47:39.216225 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-kc9fh/service-lb-test-vgmw5 update I1207 18:47:39.216508 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-kc9fh/service-lb-test-vgmw5 belongs to service e2e-tests-service-lb-kc9fh/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:47:39.221021 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:47:39.221213 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-kc9fh/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:47:39.221412 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "a571d2ed118b141b3abf1c2b932a2292" (isIPv6=false) I1207 18:47:39.221562 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-kc9fh/service-lb-test): pip(service-lb-public-IP415c) - updating I1207 18:47:39.289724 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-kc9fh/service-lb-test)(true): lb frontendconfig(a571d2ed118b141b3abf1c2b932a2292) - adding I1207 18:47:39.289759 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a571d2ed118b141b3abf1c2b932a2292-TCP-80) I1207 18:47:39.289809 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-kc9fh/service-lb-test)(true): lb probes updated: [{"name":"a571d2ed118b141b3abf1c2b932a2292-TCP-80","properties":{"intervalInSeconds":5,"port":31802,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:47:39.289885 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-kc9fh/service-lb-test)(true): lb rules updated: [{"name":"a571d2ed118b141b3abf1c2b932a2292-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a571d2ed118b141b3abf1c2b932a2292"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a571d2ed118b141b3abf1c2b932a2292-TCP-80"},"protocol":"Tcp"}}] I1207 18:47:39.289950 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o) - updating I1207 18:47:40.196702 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-kc9fh/service-lb-test-vgmw5 update I1207 18:47:40.198046 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-kc9fh/service-lb-test-vgmw5 belongs to service e2e-tests-service-lb-kc9fh/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:47:40.287798 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:47:40.287821 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:47:40.287832 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:47:40.287840 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:47:41.539592 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o) finished I1207 18:47:41.539625 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:47:41.540253 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.74.162" from frontendIPConfiguration "a571d2ed118b141b3abf1c2b932a2292" for service "e2e-tests-service-lb-kc9fh/service-lb-test" I1207 18:47:41.540426 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:47:41.668905 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-kc9fh/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:47:41.668949 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-kc9fh/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:47:41.669145 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:47:41.669329 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:47:41.669433 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:47:41.669549 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","4.206.74.162"] I1207 18:47:41.670049 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:47:42.999220 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-kc9fh/service-lb-test) - LB fipConfigID(a571d2ed118b141b3abf1c2b932a2292) - wantPLS(true) - createPLS(false) I1207 18:47:42.999247 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-kc9fh/service-lb-test) finished I1207 18:47:42.999286 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013901 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-kc9fh/service-lb-test" result_code="succeeded" I1207 18:47:42.999315 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test) - wantLb(false): started I1207 18:47:43.063983 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:43.064009 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:47:43.064032 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:47:43.064054 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:47:43.064067 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:47:43.064223 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-kc9fh/service-lb-test): pip(service-lb-public-IP415c) - updating I1207 18:47:43.118191 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=4.164571813 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-kc9fh/service-lb-test" result_code="succeeded" I1207 18:47:43.127435 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:47:43.127685 1 controller.go:984] Patching status for service e2e-tests-service-lb-kc9fh/service-lb-test I1207 18:47:43.128090 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-kc9fh/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:47:43.141181 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-kc9fh/service-lb-test" (4.205719782s) I1207 18:47:45.262248 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:47:45.262329 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:47:45.262337 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:47:45.262376 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:45.262617 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:45.262963 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:46.044973 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="115.308µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41982" resp=200 I1207 18:47:49.244568 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:47:55.262881 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:47:55.262916 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:47:55.262922 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:47:55.262964 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:55.262974 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:55.262982 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:47:56.043140 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42640" resp=200 I1207 18:47:59.653591 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:59.653628 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:47:59.653670 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.74.162" from frontendIPConfiguration "a571d2ed118b141b3abf1c2b932a2292" for service "e2e-tests-service-lb-kc9fh/service-lb-test" I1207 18:47:59.653695 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.74.162\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:47:59.653712 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-kc9fh/service-lb-test I1207 18:47:59.653926 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-kc9fh/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:47:59.656742 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:47:59.667990 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:47:59.769061 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:47:59.769095 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:47:59.769135 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.74.162" from frontendIPConfiguration "a571d2ed118b141b3abf1c2b932a2292" for service "e2e-tests-service-lb-kc9fh/service-lb-test" I1207 18:47:59.769162 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.74.162\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-kc9fh/service-lb-test" I1207 18:47:59.769184 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-kc9fh/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:47:59.828012 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-kc9fh/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:47:59.828033 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-kc9fh/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:47:59.828182 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-kc9fh/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.206.74.162","10.0.0.4","10.1.0.4","10.1.0.6","4.206.74.162"] I1207 18:47:59.828542 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-kc9fh/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:48:01.164630 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test) - wantLb(false): started I1207 18:48:01.240774 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:48:01.240808 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:48:01.240830 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:48:01.241027 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.74.162" from frontendIPConfiguration "a571d2ed118b141b3abf1c2b932a2292" for service "e2e-tests-service-lb-kc9fh/service-lb-test" I1207 18:48:01.241061 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.74.162\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-kc9fh/service-lb-test" I1207 18:48:01.241079 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:48:01.241099 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-kc9fh/service-lb-test)(false): lb frontendconfig(a571d2ed118b141b3abf1c2b932a2292) - dropping I1207 18:48:01.241111 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-kc9fh/service-lb-test)(false): lb probe(a571d2ed118b141b3abf1c2b932a2292-TCP-80) - dropping I1207 18:48:01.241125 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-kc9fh/service-lb-test)(false): lb probes updated: null I1207 18:48:01.241133 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-kc9fh/service-lb-test)(false): lb rule(a571d2ed118b141b3abf1c2b932a2292-TCP-80) - dropping I1207 18:48:01.241144 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-kc9fh/service-lb-test)(false): lb rules updated: null I1207 18:48:01.241154 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-kc9fh/service-lb-test) - LB fipConfigID(a571d2ed118b141b3abf1c2b932a2292) - wantPLS(false) - createPLS(false) I1207 18:48:01.295050 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-kc9fh/service-lb-test) finished I1207 18:48:01.295105 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.053911928 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-kc9fh/service-lb-test" result_code="succeeded" I1207 18:48:01.295160 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-kc9fh/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:48:01.366656 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:48:01.366698 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:48:05.087888 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:48:05.263480 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:48:05.263513 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:48:05.263519 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:48:05.263557 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:05.263568 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:05.263575 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:06.043338 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.106µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40864" resp=200 I1207 18:48:11.775402 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o) finished I1207 18:48:11.775433 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test) - wantLb(false): started I1207 18:48:11.856959 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:48:11.931061 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:48:11.931107 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:48:11.931132 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-kc9fh/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:48:11.931196 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.27739743 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-kc9fh/service-lb-test" result_code="succeeded" I1207 18:48:11.939069 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:48:11.939126 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-kc9fh/service-lb-test I1207 18:48:12.004650 1 controller.go:984] Patching status for service e2e-tests-service-lb-kc9fh/service-lb-test I1207 18:48:12.005109 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-kc9fh/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:48:12.010091 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-kc9fh/service-lb-test" (12.449370644s) I1207 18:48:15.264326 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:48:15.264360 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:48:15.264370 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:48:15.264511 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:15.264531 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:15.264444 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:16.043742 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="109.007µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36626" resp=200 I1207 18:48:19.245000 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:48:19.671266 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=9 I1207 18:48:25.265575 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:48:25.265608 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:48:25.265614 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:48:25.265649 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:25.265659 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:25.265793 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:26.043716 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.706µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35536" resp=200 I1207 18:48:32.956004 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-25hbk/service-lb-test I1207 18:48:32.956306 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-25hbk/service-lb-test I1207 18:48:32.959158 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-25hbk/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:48:33.006097 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:48:33.026572 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:48:33.026914 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="af71044aac75c40f9a821dfa5b9a2fe8" I1207 18:48:33.027020 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test) - wantLb(true): started I1207 18:48:33.104744 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:48:33.183305 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:48:33.183350 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:48:33.183374 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-25hbk/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:48:33.183385 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "af71044aac75c40f9a821dfa5b9a2fe8" (isIPv6=false) I1207 18:48:33.238248 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-af71044aac75c40f9a821dfa5b9a2fe8" I1207 18:48:33.238284 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-lb-25hbk/service-lb-test): pip(capz-uhx40o-af71044aac75c40f9a821dfa5b9a2fe8) - creating I1207 18:48:33.238301 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-af71044aac75c40f9a821dfa5b9a2fe8"): start I1207 18:48:34.837219 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(true): lb frontendconfig(af71044aac75c40f9a821dfa5b9a2fe8) - adding I1207 18:48:34.837252 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af71044aac75c40f9a821dfa5b9a2fe8-TCP-80) I1207 18:48:34.837303 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(true): lb probes updated: [{"name":"af71044aac75c40f9a821dfa5b9a2fe8-TCP-80","properties":{"intervalInSeconds":5,"port":31191,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:48:34.837361 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(true): lb rules updated: [{"name":"af71044aac75c40f9a821dfa5b9a2fe8-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/af71044aac75c40f9a821dfa5b9a2fe8"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/af71044aac75c40f9a821dfa5b9a2fe8-TCP-80"},"protocol":"Tcp"}}] I1207 18:48:34.837384 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - updating I1207 18:48:34.873584 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l update I1207 18:48:34.873882 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l belongs to service e2e-tests-service-lb-25hbk/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:48:34.913485 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l update I1207 18:48:34.913693 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l belongs to service e2e-tests-service-lb-25hbk/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:48:35.087687 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:48:35.265787 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:48:35.265819 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:48:35.265825 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:48:35.265885 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:35.265897 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:35.265905 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:35.289784 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:48:35.289805 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:48:35.289816 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:48:35.289823 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:48:35.368506 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l update I1207 18:48:35.368598 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l belongs to service e2e-tests-service-lb-25hbk/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:48:35.384320 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l update I1207 18:48:35.384536 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l belongs to service e2e-tests-service-lb-25hbk/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:48:35.417651 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l update I1207 18:48:35.417681 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-25hbk/service-lb-test-spp6l belongs to service e2e-tests-service-lb-25hbk/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:48:36.043713 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.806µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40852" resp=200 I1207 18:48:36.577604 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) finished I1207 18:48:36.577634 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:48:36.653308 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.145.130" from frontendIPConfiguration "af71044aac75c40f9a821dfa5b9a2fe8" for service "e2e-tests-service-lb-25hbk/service-lb-test" I1207 18:48:36.653354 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:48:36.770819 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-25hbk/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:48:36.770878 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-25hbk/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:48:36.771158 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:48:36.771220 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:48:36.771243 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:48:36.771291 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","4.239.145.130"] I1207 18:48:36.771976 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:48:38.076444 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-25hbk/service-lb-test) - LB fipConfigID(af71044aac75c40f9a821dfa5b9a2fe8) - wantPLS(true) - createPLS(false) I1207 18:48:38.076476 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-25hbk/service-lb-test) finished I1207 18:48:38.076633 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014901 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-25hbk/service-lb-test" result_code="succeeded" I1207 18:48:38.076668 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test) - wantLb(false): started I1207 18:48:38.219403 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:48:38.219434 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:48:38.219460 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:48:38.219486 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:48:38.219499 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:48:38.219629 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-25hbk/service-lb-test): pip(capz-uhx40o-af71044aac75c40f9a821dfa5b9a2fe8) - updating I1207 18:48:38.272833 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.282551768 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-25hbk/service-lb-test" result_code="succeeded" I1207 18:48:38.280340 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:48:38.280477 1 controller.go:984] Patching status for service e2e-tests-service-lb-25hbk/service-lb-test I1207 18:48:38.280546 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-25hbk/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:48:38.293622 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-25hbk/service-lb-test" (5.337636792s) I1207 18:48:45.266772 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:48:45.266801 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:48:45.266808 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:48:45.266892 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:45.266927 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:45.266968 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:46.042992 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="151.109µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51756" resp=200 I1207 18:48:49.247036 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:48:55.267817 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:48:55.267946 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:48:55.268093 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:48:55.268281 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:55.268361 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:55.268376 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:48:55.731946 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-25hbk/service-lb-test I1207 18:48:55.733083 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-25hbk/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:48:55.736462 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:48:55.745424 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:48:55.745563 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="af71044aac75c40f9a821dfa5b9a2fe8" I1207 18:48:55.745583 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test) - wantLb(true): started I1207 18:48:55.831812 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:48:55.831842 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:48:55.831927 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:48:55.832002 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.145.130" from frontendIPConfiguration "af71044aac75c40f9a821dfa5b9a2fe8" for service "e2e-tests-service-lb-25hbk/service-lb-test" I1207 18:48:55.832024 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"4.239.145.130\"]" I1207 18:48:55.832085 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:48:55.832112 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-25hbk/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:48:55.832124 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:48:55.832180 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-25hbk/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:48:55.832273 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-25hbk/service-lb-test): checking owned frontend IP configuration af71044aac75c40f9a821dfa5b9a2fe8 I1207 18:48:55.832359 1 azure_loadbalancer.go:2623] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(true): lb frontendconfig(af71044aac75c40f9a821dfa5b9a2fe8) - dropping I1207 18:48:55.832401 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "af71044aac75c40f9a821dfa5b9a2fe8" (isIPv6=false) I1207 18:48:55.832442 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-25hbk/service-lb-test): pip(service-lb-public-none-IPe158) - updating I1207 18:48:55.880909 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(true): lb frontendconfig(af71044aac75c40f9a821dfa5b9a2fe8) - adding I1207 18:48:55.881006 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (af71044aac75c40f9a821dfa5b9a2fe8-TCP-80) I1207 18:48:55.881057 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-25hbk/service-lb-test) - LB fipConfigID(af71044aac75c40f9a821dfa5b9a2fe8) - wantPLS(false) - createPLS(false) I1207 18:48:55.933336 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-25hbk/service-lb-test) finished I1207 18:48:55.933453 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.052302949 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-25hbk/service-lb-test" result_code="succeeded" I1207 18:48:55.933542 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - updating I1207 18:48:56.044489 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46008" resp=200 I1207 18:48:56.414310 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:48:59.181580 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:49:03.256178 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:49:03.256206 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:49:03.256235 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) finished I1207 18:49:03.256250 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:49:03.256279 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.150.207" from frontendIPConfiguration "af71044aac75c40f9a821dfa5b9a2fe8" for service "e2e-tests-service-lb-25hbk/service-lb-test" I1207 18:49:03.256303 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:49:03.369193 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-25hbk/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:49:03.369217 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-25hbk/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:49:03.369284 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:49:03.369313 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:49:03.369334 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:49:03.369363 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.239.145.130","10.0.0.4","10.1.0.4","10.1.0.6","4.206.150.207"] I1207 18:49:03.369697 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:49:04.841182 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-25hbk/service-lb-test) - LB fipConfigID(af71044aac75c40f9a821dfa5b9a2fe8) - wantPLS(true) - createPLS(false) I1207 18:49:04.841211 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-25hbk/service-lb-test) finished I1207 18:49:04.841245 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0000143 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-25hbk/service-lb-test" result_code="succeeded" I1207 18:49:04.841272 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test) - wantLb(false): started I1207 18:49:04.930683 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:49:04.930717 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:49:04.930741 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:49:04.930764 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:49:04.930778 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:49:04.931195 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="reconcilePublicIP" service="e2e-tests-service-lb-25hbk/service-lb-test" pip="capz-uhx40o-af71044aac75c40f9a821dfa5b9a2fe8" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:49:05.087831 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:49:05.268598 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:49:05.268627 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:49:05.268633 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:49:05.268712 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:05.268728 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:05.268724 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:06.042875 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.006µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35460" resp=200 I1207 18:49:09.668206 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=7 I1207 18:49:15.327574 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:49:15.327604 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:49:15.327610 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:49:15.327637 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:15.327649 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:15.327650 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:15.431053 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-25hbk/service-lb-test): pip(service-lb-public-none-IPe158) - updating I1207 18:49:15.502171 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=19.770120444 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-25hbk/service-lb-test" result_code="succeeded" I1207 18:49:15.512164 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:49:15.512273 1 controller.go:984] Patching status for service e2e-tests-service-lb-25hbk/service-lb-test I1207 18:49:15.512706 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-25hbk/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:49:15.525233 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-25hbk/service-lb-test" (19.793307179s) I1207 18:49:16.045122 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48060" resp=200 I1207 18:49:19.248013 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:49:25.269493 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:49:25.269529 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:49:25.269535 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:49:25.269584 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:25.269595 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:25.269603 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:26.046073 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="193.512µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60514" resp=200 I1207 18:49:26.592717 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:49:26.592752 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:49:26.592793 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.150.207" from frontendIPConfiguration "af71044aac75c40f9a821dfa5b9a2fe8" for service "e2e-tests-service-lb-25hbk/service-lb-test" I1207 18:49:26.592818 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.150.207\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:49:26.592833 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-25hbk/service-lb-test I1207 18:49:26.593001 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-25hbk/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:49:26.599439 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:49:26.610127 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:49:26.678978 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:49:26.679009 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:49:26.679050 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.150.207" from frontendIPConfiguration "af71044aac75c40f9a821dfa5b9a2fe8" for service "e2e-tests-service-lb-25hbk/service-lb-test" I1207 18:49:26.679083 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.150.207\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-25hbk/service-lb-test" I1207 18:49:26.679131 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-25hbk/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:49:26.734120 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-25hbk/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:49:26.734147 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-25hbk/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:49:26.734361 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-25hbk/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.206.150.207","10.0.0.4","10.1.0.4","10.1.0.6","4.206.150.207"] I1207 18:49:26.734404 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-lb-25hbk/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.239.145.130"] retained-prefixes=["4.206.150.207","10.0.0.4","10.1.0.4","10.1.0.6","4.206.150.207"] expected-prefixes=null I1207 18:49:26.734746 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-25hbk/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:49:28.053283 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test) - wantLb(false): started I1207 18:49:28.137314 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:49:28.137361 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:49:28.137383 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:49:28.137436 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.150.207" from frontendIPConfiguration "af71044aac75c40f9a821dfa5b9a2fe8" for service "e2e-tests-service-lb-25hbk/service-lb-test" I1207 18:49:28.137461 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.150.207\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-25hbk/service-lb-test" I1207 18:49:28.137484 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:49:28.137631 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(false): lb frontendconfig(af71044aac75c40f9a821dfa5b9a2fe8) - dropping I1207 18:49:28.137651 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(false): lb probe(af71044aac75c40f9a821dfa5b9a2fe8-TCP-80) - dropping I1207 18:49:28.137665 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(false): lb probes updated: null I1207 18:49:28.137673 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(false): lb rule(af71044aac75c40f9a821dfa5b9a2fe8-TCP-80) - dropping I1207 18:49:28.137681 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-25hbk/service-lb-test)(false): lb rules updated: null I1207 18:49:28.137796 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-25hbk/service-lb-test) - LB fipConfigID(af71044aac75c40f9a821dfa5b9a2fe8) - wantPLS(false) - createPLS(false) I1207 18:49:28.137830 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-25hbk/service-lb-test) finished I1207 18:49:28.138026 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000022801 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-25hbk/service-lb-test" result_code="succeeded" I1207 18:49:28.138051 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-25hbk/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:49:28.138175 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:49:28.138205 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:49:35.087168 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:49:35.269720 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:49:35.269757 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:49:35.269763 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:49:35.269801 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:35.269812 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:35.269820 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:36.043499 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.504µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:48466" resp=200 I1207 18:49:38.412123 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o) finished I1207 18:49:38.412159 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test) - wantLb(false): started I1207 18:49:38.525312 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:49:38.608723 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:49:38.608771 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:49:38.608798 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-25hbk/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:49:38.609094 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.016104691 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-25hbk/service-lb-test" result_code="succeeded" I1207 18:49:38.617561 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:49:38.617613 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-25hbk/service-lb-test I1207 18:49:38.719794 1 controller.go:984] Patching status for service e2e-tests-service-lb-25hbk/service-lb-test I1207 18:49:38.720238 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-25hbk/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:49:38.732894 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-25hbk/service-lb-test" (12.363422341s) I1207 18:49:45.269767 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:49:45.269801 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:49:45.269808 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:49:45.269912 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:45.269912 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:45.269928 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:46.044392 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52734" resp=200 I1207 18:49:49.248929 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:49:55.269943 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:49:55.269979 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:49:55.269985 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:49:55.270022 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:55.270096 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:55.270208 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:49:56.045646 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="95.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35822" resp=200 I1207 18:49:59.415692 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-2hnp5/service-lb-test I1207 18:49:59.418897 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-2hnp5/service-lb-test I1207 18:49:59.419084 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2hnp5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:49:59.451012 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:49:59.460738 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:49:59.461026 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a4f48fdb973014f7484d37fbd66f3812" I1207 18:49:59.461143 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test) - wantLb(true): started I1207 18:49:59.524643 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:49:59.589803 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:49:59.589846 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:49:59.589928 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-2hnp5/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:49:59.589944 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "a4f48fdb973014f7484d37fbd66f3812" (isIPv6=false) I1207 18:49:59.648584 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a4f48fdb973014f7484d37fbd66f3812" I1207 18:49:59.648621 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-lb-2hnp5/service-lb-test): pip(capz-uhx40o-a4f48fdb973014f7484d37fbd66f3812) - creating I1207 18:49:59.648637 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a4f48fdb973014f7484d37fbd66f3812"): start I1207 18:50:01.095488 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp update I1207 18:50:01.095746 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp belongs to service e2e-tests-service-lb-2hnp5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:50:01.138210 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp update I1207 18:50:01.138401 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp belongs to service e2e-tests-service-lb-2hnp5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:50:01.169647 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=52 I1207 18:50:01.315036 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(true): lb frontendconfig(a4f48fdb973014f7484d37fbd66f3812) - adding I1207 18:50:01.315074 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a4f48fdb973014f7484d37fbd66f3812-TCP-80) I1207 18:50:01.315274 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(true): lb probes updated: [{"name":"a4f48fdb973014f7484d37fbd66f3812-TCP-80","properties":{"intervalInSeconds":5,"port":31564,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:50:01.315371 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(true): lb rules updated: [{"name":"a4f48fdb973014f7484d37fbd66f3812-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a4f48fdb973014f7484d37fbd66f3812"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a4f48fdb973014f7484d37fbd66f3812-TCP-80"},"protocol":"Tcp"}}] I1207 18:50:01.315394 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - updating I1207 18:50:01.602477 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp update I1207 18:50:01.602513 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp belongs to service e2e-tests-service-lb-2hnp5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:50:01.628654 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp update I1207 18:50:01.628686 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp belongs to service e2e-tests-service-lb-2hnp5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:50:01.697817 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp update I1207 18:50:01.697861 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-2hnp5/service-lb-test-d78wp belongs to service e2e-tests-service-lb-2hnp5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:50:01.900777 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:50:01.900803 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:50:01.900815 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:50:01.900823 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:50:03.297298 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) finished I1207 18:50:03.297335 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:50:03.374225 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.204.147.61" from frontendIPConfiguration "a4f48fdb973014f7484d37fbd66f3812" for service "e2e-tests-service-lb-2hnp5/service-lb-test" I1207 18:50:03.374269 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:50:03.512311 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2hnp5/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:50:03.512336 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2hnp5/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:50:03.512390 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:50:03.512418 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:50:03.512436 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:50:03.512469 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","4.204.147.61"] I1207 18:50:03.512790 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:50:04.804909 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-2hnp5/service-lb-test) - LB fipConfigID(a4f48fdb973014f7484d37fbd66f3812) - wantPLS(true) - createPLS(false) I1207 18:50:04.804942 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-2hnp5/service-lb-test) finished I1207 18:50:04.804980 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014601 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2hnp5/service-lb-test" result_code="succeeded" I1207 18:50:04.805005 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test) - wantLb(false): started I1207 18:50:04.895205 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:50:04.895236 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:50:04.895259 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:50:04.895432 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:50:04.895460 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:50:04.895606 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-2hnp5/service-lb-test): pip(capz-uhx40o-a4f48fdb973014f7484d37fbd66f3812) - updating I1207 18:50:04.967048 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.529472736 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2hnp5/service-lb-test" result_code="succeeded" I1207 18:50:04.981894 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:50:04.981982 1 controller.go:984] Patching status for service e2e-tests-service-lb-2hnp5/service-lb-test I1207 18:50:04.982581 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2hnp5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:50:04.991448 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-2hnp5/service-lb-test" (5.575780803s) I1207 18:50:05.088197 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:50:05.270789 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:50:05.270820 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:50:05.270826 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:50:05.270877 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:05.270887 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:05.270895 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:06.043179 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60896" resp=200 I1207 18:50:08.173499 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=10 I1207 18:50:15.271305 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:50:15.271335 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:50:15.271340 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:50:15.271378 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:15.271467 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:15.271593 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:16.042793 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60672" resp=200 I1207 18:50:19.249693 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:50:22.966446 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-2hnp5/service-lb-test I1207 18:50:22.968930 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2hnp5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:50:22.971598 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:50:22.986976 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:50:22.987188 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a4f48fdb973014f7484d37fbd66f3812" I1207 18:50:22.987205 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test) - wantLb(true): started I1207 18:50:23.078505 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:50:23.078536 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:50:23.078555 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:50:25.271536 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:50:25.271570 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:50:25.271576 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:50:25.271616 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:25.271628 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:25.271636 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:26.042903 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="101.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43864" resp=200 I1207 18:50:28.342700 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="e2e-b483" pipName="capz-uhx40o-a4f48fdb973014f7484d37fbd66f3812" I1207 18:50:28.342731 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "" from frontendIPConfiguration "a4f48fdb973014f7484d37fbd66f3812" for service "e2e-tests-service-lb-2hnp5/service-lb-test" I1207 18:50:28.342751 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"\"]" I1207 18:50:28.342768 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:50:28.342794 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-2hnp5/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:50:28.342806 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:50:28.342831 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-2hnp5/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:50:28.342901 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-2hnp5/service-lb-test): checking owned frontend IP configuration a4f48fdb973014f7484d37fbd66f3812 I1207 18:50:28.342942 1 azure_loadbalancer.go:2623] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(true): lb frontendconfig(a4f48fdb973014f7484d37fbd66f3812) - dropping I1207 18:50:28.342954 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "a4f48fdb973014f7484d37fbd66f3812" (isIPv6=false) I1207 18:50:28.342979 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-2hnp5/service-lb-test): pip(service-lb-public-IP871a-v4) - updating I1207 18:50:28.518302 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(true): lb frontendconfig(a4f48fdb973014f7484d37fbd66f3812) - adding I1207 18:50:28.518342 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a4f48fdb973014f7484d37fbd66f3812-TCP-80) I1207 18:50:28.518394 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-2hnp5/service-lb-test) - LB fipConfigID(a4f48fdb973014f7484d37fbd66f3812) - wantPLS(false) - createPLS(false) I1207 18:50:28.629809 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-2hnp5/service-lb-test) finished I1207 18:50:28.629946 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.111508392 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2hnp5/service-lb-test" result_code="succeeded" I1207 18:50:28.629973 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - updating I1207 18:50:32.798127 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:50:32.798150 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:50:32.798179 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) finished I1207 18:50:32.798195 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:50:32.798226 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.237.202" from frontendIPConfiguration "a4f48fdb973014f7484d37fbd66f3812" for service "e2e-tests-service-lb-2hnp5/service-lb-test" I1207 18:50:32.798249 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:50:32.906440 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2hnp5/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:50:32.906467 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2hnp5/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:50:32.906533 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:50:32.906704 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:50:32.906791 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:50:32.906846 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.204.147.61","10.0.0.4","10.1.0.4","10.1.0.6","4.205.237.202"] I1207 18:50:32.907251 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:50:34.236413 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-2hnp5/service-lb-test) - LB fipConfigID(a4f48fdb973014f7484d37fbd66f3812) - wantPLS(true) - createPLS(false) I1207 18:50:34.236442 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-2hnp5/service-lb-test) finished I1207 18:50:34.236475 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000015301 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2hnp5/service-lb-test" result_code="succeeded" I1207 18:50:34.236508 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test) - wantLb(false): started I1207 18:50:34.322102 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:50:34.322133 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:50:34.322157 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:50:34.322181 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:50:34.322194 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:50:34.322394 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="reconcilePublicIP" service="e2e-tests-service-lb-2hnp5/service-lb-test" pip="capz-uhx40o-a4f48fdb973014f7484d37fbd66f3812" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:50:35.087619 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:50:35.272119 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:50:35.272152 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:50:35.272160 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:50:35.272195 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:35.272206 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:35.272217 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:36.043089 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35396" resp=200 I1207 18:50:39.182467 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:50:44.795884 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-2hnp5/service-lb-test): pip(service-lb-public-IP871a-v4) - updating I1207 18:50:44.892102 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=21.923856992 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2hnp5/service-lb-test" result_code="succeeded" I1207 18:50:44.899757 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:50:44.899841 1 controller.go:984] Patching status for service e2e-tests-service-lb-2hnp5/service-lb-test I1207 18:50:44.900189 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2hnp5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:50:44.910794 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-2hnp5/service-lb-test" (21.944370495s) I1207 18:50:45.272257 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:50:45.272293 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:50:45.272302 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:50:45.272341 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:45.272360 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:45.272368 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:46.043381 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37778" resp=200 I1207 18:50:49.250181 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:50:55.272366 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:50:55.272402 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:50:55.272409 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:50:55.272447 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:55.272494 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:55.272506 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:50:56.042841 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42386" resp=200 I1207 18:50:59.189485 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:51:03.978456 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:51:03.978495 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:51:03.978541 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.237.202" from frontendIPConfiguration "a4f48fdb973014f7484d37fbd66f3812" for service "e2e-tests-service-lb-2hnp5/service-lb-test" I1207 18:51:03.978568 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.205.237.202\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:51:03.978584 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-2hnp5/service-lb-test I1207 18:51:03.979081 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2hnp5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:51:03.981841 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:51:03.989983 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:51:04.062485 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:51:04.062519 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:51:04.062560 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.237.202" from frontendIPConfiguration "a4f48fdb973014f7484d37fbd66f3812" for service "e2e-tests-service-lb-2hnp5/service-lb-test" I1207 18:51:04.062587 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.205.237.202\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-2hnp5/service-lb-test" I1207 18:51:04.062614 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-2hnp5/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:51:04.126458 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2hnp5/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:51:04.126544 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-2hnp5/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:51:04.126803 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-2hnp5/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.205.237.202","10.0.0.4","10.1.0.4","10.1.0.6","4.205.237.202"] I1207 18:51:04.127005 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-lb-2hnp5/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.204.147.61"] retained-prefixes=["4.205.237.202","10.0.0.4","10.1.0.4","10.1.0.6","4.205.237.202"] expected-prefixes=null I1207 18:51:04.127795 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-2hnp5/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:51:05.087807 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:51:05.272491 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:51:05.272526 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:51:05.272532 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:51:05.272566 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:05.272576 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:05.272583 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:05.443846 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test) - wantLb(false): started I1207 18:51:05.511039 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:51:05.511074 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:51:05.511143 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:51:05.511185 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.237.202" from frontendIPConfiguration "a4f48fdb973014f7484d37fbd66f3812" for service "e2e-tests-service-lb-2hnp5/service-lb-test" I1207 18:51:05.511210 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.205.237.202\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-2hnp5/service-lb-test" I1207 18:51:05.511227 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:51:05.511243 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(false): lb frontendconfig(a4f48fdb973014f7484d37fbd66f3812) - dropping I1207 18:51:05.511255 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(false): lb probe(a4f48fdb973014f7484d37fbd66f3812-TCP-80) - dropping I1207 18:51:05.511273 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(false): lb probes updated: null I1207 18:51:05.511280 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(false): lb rule(a4f48fdb973014f7484d37fbd66f3812-TCP-80) - dropping I1207 18:51:05.511288 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-2hnp5/service-lb-test)(false): lb rules updated: null I1207 18:51:05.511300 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-2hnp5/service-lb-test) - LB fipConfigID(a4f48fdb973014f7484d37fbd66f3812) - wantPLS(false) - createPLS(false) I1207 18:51:05.511322 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-2hnp5/service-lb-test) finished I1207 18:51:05.511358 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000027402 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2hnp5/service-lb-test" result_code="succeeded" I1207 18:51:05.511372 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-2hnp5/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:51:05.511385 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:51:05.511401 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:51:06.042756 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57586" resp=200 I1207 18:51:12.345538 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:51:15.272572 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:51:15.272603 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:51:15.272609 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:51:15.272692 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:15.272711 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:15.272726 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:15.981674 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o) finished I1207 18:51:15.981726 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test) - wantLb(false): started I1207 18:51:16.043058 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59060" resp=200 I1207 18:51:16.065386 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:51:16.130259 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:51:16.130321 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:51:16.130359 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-2hnp5/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:51:16.192227 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.213550307 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-2hnp5/service-lb-test" result_code="succeeded" I1207 18:51:16.202067 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:51:16.202227 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-2hnp5/service-lb-test I1207 18:51:16.260684 1 controller.go:984] Patching status for service e2e-tests-service-lb-2hnp5/service-lb-test I1207 18:51:16.261956 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-2hnp5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:51:16.269181 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-2hnp5/service-lb-test" (12.516010988s) I1207 18:51:19.250654 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:51:25.343771 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:51:25.343798 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:51:25.343804 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:51:25.343831 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:25.343845 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:25.343874 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:26.042595 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60414" resp=200 I1207 18:51:35.087280 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:51:35.273970 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:51:35.274001 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:51:35.274006 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:51:35.274041 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:35.274050 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:35.274057 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:36.043023 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47340" resp=200 I1207 18:51:45.274781 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:51:45.274815 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:51:45.274821 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:51:45.274890 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:45.274903 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:45.274912 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:46.043288 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45416" resp=200 I1207 18:51:49.251380 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:51:54.183501 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-mttbr/service-lb-test I1207 18:51:54.185018 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-mttbr/service-lb-test I1207 18:51:54.186170 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-mttbr/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:51:54.202315 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:51:54.209111 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:51:54.209758 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a770773c694e8462ab1f2539cec85695" I1207 18:51:54.209775 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test) - wantLb(true): started I1207 18:51:54.278676 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:51:54.353147 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:51:54.353192 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:51:54.353214 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-mttbr/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:51:54.360750 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 update I1207 18:51:54.360804 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 belongs to service e2e-tests-service-lb-mttbr/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:51:54.544597 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - creating a new frontend IP config "a770773c694e8462ab1f2539cec85695" (isIPv6=false) I1207 18:51:54.544631 1 azure_loadbalancer.go:2667] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-mttbr/service-lb-test): use loadBalancerIP "10.1.0.5" from Service spec I1207 18:51:54.544646 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(true): lb frontendconfig(a770773c694e8462ab1f2539cec85695) - adding I1207 18:51:54.544666 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (a770773c694e8462ab1f2539cec85695-TCP-80) I1207 18:51:54.544721 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(true): lb probes updated: [{"name":"a770773c694e8462ab1f2539cec85695-TCP-80","properties":{"intervalInSeconds":5,"port":30531,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:51:54.544787 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(true): lb rules updated: [{"name":"a770773c694e8462ab1f2539cec85695-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/a770773c694e8462ab1f2539cec85695"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/a770773c694e8462ab1f2539cec85695-TCP-80"},"protocol":"Tcp"}}] I1207 18:51:54.544805 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - updating I1207 18:51:54.889243 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 update I1207 18:51:54.889273 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 belongs to service e2e-tests-service-lb-mttbr/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:51:55.274964 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:51:55.274998 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:51:55.275004 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:51:55.275035 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:55.275047 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:55.275055 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:51:55.360703 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 update I1207 18:51:55.360895 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 belongs to service e2e-tests-service-lb-mttbr/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:51:55.902213 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 update I1207 18:51:55.902511 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 belongs to service e2e-tests-service-lb-mttbr/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:51:55.938934 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 update I1207 18:51:55.939157 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-mttbr/service-lb-test-cw9d8 belongs to service e2e-tests-service-lb-mttbr/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:51:56.044089 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45800" resp=200 I1207 18:51:58.147042 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:51:58.147066 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:51:58.147077 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o-internal to add 2 nodes and remove 0 nodes I1207 18:51:58.147086 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o-internal I1207 18:51:59.450742 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:51:59.450774 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:51:59.450783 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a770773c694e8462ab1f2539cec85695" for service "e2e-tests-service-lb-mttbr/service-lb-test" I1207 18:51:59.450810 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:51:59.806334 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-mttbr/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:51:59.806365 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-mttbr/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:51:59.806433 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","10.1.0.5"] I1207 18:51:59.806780 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-mttbr/service-lb-test) - LB fipConfigID(a770773c694e8462ab1f2539cec85695) - wantPLS(true) - createPLS(false) I1207 18:51:59.806798 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-mttbr/service-lb-test) finished I1207 18:51:59.806835 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000012501 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-mttbr/service-lb-test" result_code="succeeded" I1207 18:51:59.806905 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test) - wantLb(false): started I1207 18:51:59.889880 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:51:59.889912 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:51:59.889935 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:51:59.889959 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o) finished I1207 18:51:59.889972 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:51:59.890105 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.690569386 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-mttbr/service-lb-test" result_code="succeeded" I1207 18:51:59.898546 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:51:59.898613 1 controller.go:984] Patching status for service e2e-tests-service-lb-mttbr/service-lb-test I1207 18:51:59.898640 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-mttbr/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:51:59.913458 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-mttbr/service-lb-test" (5.728153599s) I1207 18:52:05.088096 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:52:05.275734 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:52:05.275768 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:52:05.275773 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:52:05.275809 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:05.275820 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:05.275841 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:06.043345 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33980" resp=200 I1207 18:52:15.276458 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:52:15.276630 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:52:15.276743 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:52:15.276792 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:15.276803 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:15.276959 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:15.757911 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-mttbr/service-lb-test I1207 18:52:15.760709 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-mttbr/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:52:15.763758 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:52:15.778576 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:52:15.779144 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a770773c694e8462ab1f2539cec85695" I1207 18:52:15.779163 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test) - wantLb(true): started I1207 18:52:15.865748 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:52:15.865779 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:52:15.865799 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:52:15.865808 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a770773c694e8462ab1f2539cec85695" for service "e2e-tests-service-lb-mttbr/service-lb-test" I1207 18:52:15.865830 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"10.1.0.5\"]" I1207 18:52:15.865847 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:52:15.866028 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-mttbr/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:52:15.866048 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:52:15.866078 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-mttbr/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o-internal I1207 18:52:15.921464 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-mttbr/service-lb-test): checking owned frontend IP configuration a770773c694e8462ab1f2539cec85695 I1207 18:52:15.921505 1 azure_loadbalancer.go:2623] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(true): lb frontendconfig(a770773c694e8462ab1f2539cec85695) - dropping I1207 18:52:15.921516 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - creating a new frontend IP config "a770773c694e8462ab1f2539cec85695" (isIPv6=false) I1207 18:52:15.921530 1 azure_loadbalancer.go:2667] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-mttbr/service-lb-test): use loadBalancerIP "10.1.0.7" from Service spec I1207 18:52:15.921544 1 azure_loadbalancer.go:2760] getFrontendZones for service (e2e-tests-service-lb-mttbr/service-lb-test): lb frontendconfig(a770773c694e8462ab1f2539cec85695): setting zone to 2,1,3 I1207 18:52:15.921556 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(true): lb frontendconfig(a770773c694e8462ab1f2539cec85695) - adding I1207 18:52:15.921587 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (a770773c694e8462ab1f2539cec85695-TCP-80) I1207 18:52:15.921654 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-mttbr/service-lb-test) - LB fipConfigID(a770773c694e8462ab1f2539cec85695) - wantPLS(false) - createPLS(false) I1207 18:52:15.963052 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-mttbr/service-lb-test) finished I1207 18:52:15.963108 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.041408507 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-mttbr/service-lb-test" result_code="succeeded" I1207 18:52:15.963185 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - updating I1207 18:52:16.043113 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60864" resp=200 I1207 18:52:19.182931 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:52:19.251459 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:52:19.420509 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:52:19.420531 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:52:19.420561 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:52:19.420577 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:52:19.420585 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.7" from frontendIPConfiguration "a770773c694e8462ab1f2539cec85695" for service "e2e-tests-service-lb-mttbr/service-lb-test" I1207 18:52:19.420609 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:52:19.556721 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-mttbr/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:52:19.556749 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-mttbr/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:52:19.556821 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.1.0.5","10.1.0.6","10.0.0.4","10.1.0.4","10.1.0.7"] I1207 18:52:19.557260 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-mttbr/service-lb-test) - LB fipConfigID(a770773c694e8462ab1f2539cec85695) - wantPLS(true) - createPLS(false) I1207 18:52:19.557282 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-mttbr/service-lb-test) finished I1207 18:52:19.557311 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014001 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-mttbr/service-lb-test" result_code="succeeded" I1207 18:52:19.557342 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test) - wantLb(false): started I1207 18:52:19.644082 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:52:19.644118 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:52:19.644142 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:52:19.644166 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o) finished I1207 18:52:19.644178 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:52:19.644365 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=3.883907561 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-mttbr/service-lb-test" result_code="succeeded" I1207 18:52:19.656041 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:52:19.656113 1 controller.go:984] Patching status for service e2e-tests-service-lb-mttbr/service-lb-test I1207 18:52:19.656926 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-mttbr/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:52:19.666340 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-mttbr/service-lb-test" (3.90844947s) I1207 18:52:25.276651 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:52:25.276683 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:52:25.276690 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:52:25.276734 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:25.276744 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:25.276760 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:26.043465 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="127.908µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54740" resp=200 I1207 18:52:35.088027 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:52:35.277574 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:52:35.277607 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:52:35.277614 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:52:35.277652 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:35.277838 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:35.277849 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:36.045111 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39232" resp=200 I1207 18:52:36.439087 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:52:36.439126 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:52:36.439135 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.7" from frontendIPConfiguration "a770773c694e8462ab1f2539cec85695" for service "e2e-tests-service-lb-mttbr/service-lb-test" I1207 18:52:36.439160 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.7\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:52:36.439177 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-mttbr/service-lb-test I1207 18:52:36.439522 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-mttbr/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:52:36.442368 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:52:36.453144 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:52:36.542452 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:52:36.542490 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:52:36.542498 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.7" from frontendIPConfiguration "a770773c694e8462ab1f2539cec85695" for service "e2e-tests-service-lb-mttbr/service-lb-test" I1207 18:52:36.542523 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.7\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-mttbr/service-lb-test" I1207 18:52:36.542542 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-mttbr/service-lb-test" load-balancer="capz-uhx40o-internal" delete-lb=true I1207 18:52:36.542990 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-mttbr/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:52:36.543010 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-mttbr/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:52:36.543060 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-mttbr/service-lb-test" load-balancer="capz-uhx40o-internal" delete-lb=true managed-destinations=["10.1.0.7","10.1.0.6","10.0.0.4","10.1.0.4","10.1.0.7"] I1207 18:52:36.543322 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test) - wantLb(false): started I1207 18:52:36.625671 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:52:36.625702 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:52:36.625722 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:52:36.625730 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.7" from frontendIPConfiguration "a770773c694e8462ab1f2539cec85695" for service "e2e-tests-service-lb-mttbr/service-lb-test" I1207 18:52:36.625756 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.7\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-mttbr/service-lb-test" I1207 18:52:36.625780 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:52:36.625796 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(false): lb frontendconfig(a770773c694e8462ab1f2539cec85695) - dropping I1207 18:52:36.625808 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(false): lb probe(a770773c694e8462ab1f2539cec85695-TCP-80) - dropping I1207 18:52:36.625820 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(false): lb probes updated: null I1207 18:52:36.625827 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(false): lb rule(a770773c694e8462ab1f2539cec85695-TCP-80) - dropping I1207 18:52:36.625835 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-mttbr/service-lb-test)(false): lb rules updated: null I1207 18:52:36.625844 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-mttbr/service-lb-test) - LB fipConfigID(a770773c694e8462ab1f2539cec85695) - wantPLS(false) - createPLS(false) I1207 18:52:36.625913 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-mttbr/service-lb-test) finished I1207 18:52:36.625967 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000074304 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-mttbr/service-lb-test" result_code="succeeded" I1207 18:52:36.625984 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o-internal, e2e-tests-service-lb-mttbr/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:52:36.626000 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:52:36.626015 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o-internal I1207 18:52:45.278104 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:52:45.278135 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:52:45.278141 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:52:45.278215 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:45.278278 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:45.278287 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:46.047366 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="97.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56240" resp=200 I1207 18:52:46.964616 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:52:46.964651 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test) - wantLb(false): started I1207 18:52:47.024862 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:52:47.122541 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success W1207 18:52:47.202994 1 azure_loadbalancer.go:4353] serviceOwnsFrontendIP: unexpected error when finding match public IP of the service service-lb-test with loadBalancerIP 10.1.0.7: findMatchedPIPByLoadBalancerIP: cannot find public IP with IP address 10.1.0.7 in resource group capz-uhx40o I1207 18:52:47.203030 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:52:47.203056 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-mttbr/service-lb-test): lb(capz-uhx40o) finished I1207 18:52:47.203112 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=10.763617838 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-mttbr/service-lb-test" result_code="succeeded" I1207 18:52:47.210681 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:52:47.210739 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-mttbr/service-lb-test I1207 18:52:47.273643 1 controller.go:984] Patching status for service e2e-tests-service-lb-mttbr/service-lb-test I1207 18:52:47.274634 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-mttbr/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:52:47.280578 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-mttbr/service-lb-test" (10.918289139s) I1207 18:52:49.252976 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:52:55.278829 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:52:55.286914 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:52:55.288287 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:52:55.294675 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:55.294899 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:55.294919 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:52:56.046547 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="135.608µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46840" resp=200 I1207 18:52:57.044247 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-vzzmp/service-lb-test I1207 18:52:57.044493 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-vzzmp/service-lb-test I1207 18:52:57.045021 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-vzzmp/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:52:57.098393 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:52:57.129725 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:52:57.131113 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ac0b6cf27a29c4408893cc07c2b05b4a" I1207 18:52:57.131283 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test) - wantLb(true): started I1207 18:52:57.226882 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:52:57.315760 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:52:57.315807 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:52:57.315830 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-vzzmp/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:52:57.427586 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o-internal) - creating a new frontend IP config "ac0b6cf27a29c4408893cc07c2b05b4a" (isIPv6=false) I1207 18:52:57.427699 1 azure_loadbalancer.go:2680] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-vzzmp/service-lb-test): dynamically allocate the private IP I1207 18:52:57.427718 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(true): lb frontendconfig(ac0b6cf27a29c4408893cc07c2b05b4a) - adding I1207 18:52:57.427739 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80) I1207 18:52:57.427808 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(true): lb probes updated: [{"name":"ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80","properties":{"intervalInSeconds":5,"port":32047,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:52:57.427901 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(true): lb rules updated: [{"name":"ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/ac0b6cf27a29c4408893cc07c2b05b4a"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80"},"protocol":"Tcp"}}] I1207 18:52:57.427923 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o-internal) - updating I1207 18:52:58.547142 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv update I1207 18:52:58.547733 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv belongs to service e2e-tests-service-lb-vzzmp/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:52:59.072103 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv update I1207 18:52:59.072337 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv belongs to service e2e-tests-service-lb-vzzmp/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:52:59.100075 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv update I1207 18:52:59.100225 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv belongs to service e2e-tests-service-lb-vzzmp/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:52:59.551959 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv update I1207 18:52:59.551988 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv belongs to service e2e-tests-service-lb-vzzmp/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:53:00.072511 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv update I1207 18:53:00.072539 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-vzzmp/service-lb-test-vjzqv belongs to service e2e-tests-service-lb-vzzmp/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:53:00.998362 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:53:00.998386 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:53:00.998433 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o-internal to add 2 nodes and remove 0 nodes I1207 18:53:00.998483 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o-internal I1207 18:53:02.255513 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:53:02.255545 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:53:02.255556 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "ac0b6cf27a29c4408893cc07c2b05b4a" for service "e2e-tests-service-lb-vzzmp/service-lb-test" I1207 18:53:02.255581 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:53:02.319090 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-vzzmp/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:53:02.319127 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-vzzmp/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:53:02.319308 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","10.1.0.5"] I1207 18:53:02.319976 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-vzzmp/service-lb-test) - LB fipConfigID(ac0b6cf27a29c4408893cc07c2b05b4a) - wantPLS(true) - createPLS(false) I1207 18:53:02.320012 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-vzzmp/service-lb-test) finished I1207 18:53:02.320064 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000024101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-vzzmp/service-lb-test" result_code="succeeded" I1207 18:53:02.320101 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test) - wantLb(false): started I1207 18:53:02.383825 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:53:02.383873 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:53:02.383897 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:53:02.383921 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) finished I1207 18:53:02.383938 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:53:02.384069 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.303969863 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-vzzmp/service-lb-test" result_code="succeeded" I1207 18:53:02.395311 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:53:02.395384 1 controller.go:984] Patching status for service e2e-tests-service-lb-vzzmp/service-lb-test I1207 18:53:02.395555 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-vzzmp/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:53:02.407363 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-vzzmp/service-lb-test" (5.363131874s) I1207 18:53:05.087291 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:53:05.278910 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:53:05.278938 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:53:05.278946 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:53:05.279011 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:05.279024 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:05.279034 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:06.043333 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34226" resp=200 I1207 18:53:15.279269 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:53:15.279301 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:53:15.279308 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:53:15.279346 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:15.279411 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:15.279461 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:16.043914 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="105.306µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50888" resp=200 I1207 18:53:19.253632 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:53:19.505444 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-vzzmp/service-lb-test I1207 18:53:19.508614 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-vzzmp/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:53:19.511135 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:53:19.532257 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:53:19.532527 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ac0b6cf27a29c4408893cc07c2b05b4a" I1207 18:53:19.532572 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test) - wantLb(true): started I1207 18:53:19.630537 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:53:19.630640 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:53:19.630665 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:53:19.630687 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-vzzmp/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:53:19.630698 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "ac0b6cf27a29c4408893cc07c2b05b4a" (isIPv6=false) I1207 18:53:19.688455 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-vzzmp/service-lb-test): pip(service-lb-internal-none-public-IP25e9) - updating I1207 18:53:19.753490 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(true): lb frontendconfig(ac0b6cf27a29c4408893cc07c2b05b4a) - adding I1207 18:53:19.753533 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80) I1207 18:53:19.753649 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(true): lb probes updated: [{"name":"ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80","properties":{"intervalInSeconds":5,"port":32047,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:53:19.753729 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(true): lb rules updated: [{"name":"ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/ac0b6cf27a29c4408893cc07c2b05b4a"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80"},"protocol":"Tcp"}}] I1207 18:53:19.753761 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) - updating I1207 18:53:20.198564 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:53:20.198585 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:53:20.198596 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:53:20.198604 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:53:21.578382 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) finished I1207 18:53:21.578415 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:53:21.578454 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.200.34" from frontendIPConfiguration "ac0b6cf27a29c4408893cc07c2b05b4a" for service "e2e-tests-service-lb-vzzmp/service-lb-test" I1207 18:53:21.578480 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:53:21.646499 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-vzzmp/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:53:21.646549 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-vzzmp/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:53:21.646642 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:53:21.646696 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:53:21.646716 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:53:21.646750 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.5","10.1.0.4","10.1.0.6","10.0.0.4","4.205.200.34"] I1207 18:53:21.647205 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:53:22.965919 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-vzzmp/service-lb-test) - LB fipConfigID(ac0b6cf27a29c4408893cc07c2b05b4a) - wantPLS(true) - createPLS(false) I1207 18:53:22.965948 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-vzzmp/service-lb-test) finished I1207 18:53:22.965979 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013601 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-vzzmp/service-lb-test" result_code="succeeded" I1207 18:53:22.966152 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test) - wantLb(false): started I1207 18:53:23.074221 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:53:23.074278 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:53:23.074284 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:53:23.074306 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:53:23.074314 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "ac0b6cf27a29c4408893cc07c2b05b4a" for service "e2e-tests-service-lb-vzzmp/service-lb-test" I1207 18:53:23.074474 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" I1207 18:53:23.074512 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:53:23.074627 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb frontendconfig(ac0b6cf27a29c4408893cc07c2b05b4a) - dropping I1207 18:53:23.074646 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb probe(ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80) - dropping I1207 18:53:23.074721 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb probes updated: null I1207 18:53:23.074743 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb rule(ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80) - dropping I1207 18:53:23.074782 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb rules updated: null I1207 18:53:23.074823 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-vzzmp/service-lb-test) - LB fipConfigID(ac0b6cf27a29c4408893cc07c2b05b4a) - wantPLS(false) - createPLS(false) I1207 18:53:23.130250 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-vzzmp/service-lb-test) finished I1207 18:53:23.130318 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.055447464 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-vzzmp/service-lb-test" result_code="succeeded" I1207 18:53:23.130348 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o-internal, e2e-tests-service-lb-vzzmp/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:53:23.186273 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:53:23.186312 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o-internal I1207 18:53:25.279627 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:53:25.279663 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:53:25.279669 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:53:25.279704 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:25.279714 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:25.279721 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:26.043465 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="131.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40006" resp=200 I1207 18:53:35.087291 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:53:35.364667 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:53:35.364696 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:53:35.364702 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:53:35.364728 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:35.364740 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:35.364747 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:36.044358 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="235.213µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46914" resp=200 I1207 18:53:39.677174 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=11 I1207 18:53:43.594479 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:53:43.594507 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:53:43.594723 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-vzzmp/service-lb-test): pip(service-lb-internal-none-public-IP25e9) - updating I1207 18:53:43.649829 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=24.141487202 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-vzzmp/service-lb-test" result_code="succeeded" I1207 18:53:43.665679 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:53:43.666053 1 controller.go:984] Patching status for service e2e-tests-service-lb-vzzmp/service-lb-test I1207 18:53:43.666422 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-vzzmp/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:53:43.674471 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-vzzmp/service-lb-test" (24.169017606s) I1207 18:53:45.281253 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:53:45.281284 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:53:45.281290 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:53:45.281328 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:45.281338 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:45.281350 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:46.046889 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="184.81µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52680" resp=200 I1207 18:53:49.254441 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:53:55.281675 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:53:55.281702 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:53:55.281707 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:53:55.281740 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:55.281749 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:55.281763 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:53:56.043145 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="99.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:37576" resp=200 I1207 18:53:59.183292 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:54:00.209267 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:00.209305 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:54:00.209346 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.200.34" from frontendIPConfiguration "ac0b6cf27a29c4408893cc07c2b05b4a" for service "e2e-tests-service-lb-vzzmp/service-lb-test" I1207 18:54:00.209370 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.205.200.34\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 18:54:00.209447 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-vzzmp/service-lb-test I1207 18:54:00.209712 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-vzzmp/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:54:00.212407 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:54:00.221202 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:54:00.287149 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:00.287186 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:54:00.287226 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.200.34" from frontendIPConfiguration "ac0b6cf27a29c4408893cc07c2b05b4a" for service "e2e-tests-service-lb-vzzmp/service-lb-test" I1207 18:54:00.287251 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.205.200.34\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-vzzmp/service-lb-test" I1207 18:54:00.287277 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-vzzmp/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:54:00.363259 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-vzzmp/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:54:00.363283 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-vzzmp/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:54:00.363352 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-vzzmp/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.205.200.34","10.0.0.4","10.1.0.4","10.1.0.6","4.205.200.34"] I1207 18:54:00.364137 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-vzzmp/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 18:54:00.674018 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=6 I1207 18:54:01.753223 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test) - wantLb(false): started I1207 18:54:01.824921 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:01.824963 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:54:01.824982 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:54:01.825019 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.205.200.34" from frontendIPConfiguration "ac0b6cf27a29c4408893cc07c2b05b4a" for service "e2e-tests-service-lb-vzzmp/service-lb-test" I1207 18:54:01.825044 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.205.200.34\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-vzzmp/service-lb-test" I1207 18:54:01.825061 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:54:01.825076 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb frontendconfig(ac0b6cf27a29c4408893cc07c2b05b4a) - dropping I1207 18:54:01.825087 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb probe(ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80) - dropping I1207 18:54:01.825098 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb probes updated: null I1207 18:54:01.825105 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb rule(ac0b6cf27a29c4408893cc07c2b05b4a-TCP-80) - dropping I1207 18:54:01.825113 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-vzzmp/service-lb-test)(false): lb rules updated: null I1207 18:54:01.825123 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-vzzmp/service-lb-test) - LB fipConfigID(ac0b6cf27a29c4408893cc07c2b05b4a) - wantPLS(false) - createPLS(false) I1207 18:54:01.877389 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-vzzmp/service-lb-test) finished I1207 18:54:01.877443 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.052286164 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-vzzmp/service-lb-test" result_code="succeeded" I1207 18:54:01.877503 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-vzzmp/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:54:01.877521 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:54:01.877605 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:54:02.563169 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:54:05.087182 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:54:05.281959 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:54:05.281994 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:54:05.282000 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:54:05.282041 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:05.282050 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:05.282058 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:06.043050 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45332" resp=200 I1207 18:54:12.248221 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o) finished I1207 18:54:12.248257 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test) - wantLb(false): started I1207 18:54:12.402277 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:12.461321 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:12.461365 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:54:12.461388 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-vzzmp/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:54:12.461445 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.2519118 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-vzzmp/service-lb-test" result_code="succeeded" I1207 18:54:12.470056 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:54:12.470109 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-vzzmp/service-lb-test I1207 18:54:12.522894 1 controller.go:984] Patching status for service e2e-tests-service-lb-vzzmp/service-lb-test I1207 18:54:12.523364 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-vzzmp/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:54:12.528995 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-vzzmp/service-lb-test" (12.408382293s) I1207 18:54:15.283084 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:54:15.283150 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:54:15.283164 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:54:15.283237 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:15.283260 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:15.283295 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:16.043048 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41982" resp=200 I1207 18:54:19.255102 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:54:25.283598 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:54:25.283754 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:54:25.283764 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:54:25.283806 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:25.283819 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:25.283832 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:26.043537 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.606µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47154" resp=200 I1207 18:54:35.087492 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:54:35.191955 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-xttbw/service-lb-test-0 I1207 18:54:35.192006 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-xttbw/service-lb-test-0 I1207 18:54:35.195027 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:54:35.220625 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:54:35.240514 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:54:35.240905 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a0f62565d49b345e99c5bc3a11385e75" I1207 18:54:35.240922 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0) - wantLb(true): started I1207 18:54:35.284294 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:54:35.284326 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:54:35.284335 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:54:35.284381 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:35.284414 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:35.284422 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:35.328659 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:35.354617 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-0-bkdf7 update I1207 18:54:35.354652 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-0-bkdf7 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:35.402217 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-0-bkdf7 update I1207 18:54:35.402653 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-0-bkdf7 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:35.455381 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:35.541277 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:54:35.541486 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xttbw/service-lb-test-0) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:54:35.541618 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o) - creating a new frontend IP config "a0f62565d49b345e99c5bc3a11385e75" (isIPv6=false) I1207 18:54:35.541784 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-xttbw/service-lb-test-0): pip(service-lb-public-remain-f4dd) - updating I1207 18:54:35.612670 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-0)(true): lb frontendconfig(a0f62565d49b345e99c5bc3a11385e75) - adding I1207 18:54:35.612932 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a0f62565d49b345e99c5bc3a11385e75-TCP-80) I1207 18:54:35.613180 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-0)(true): lb probes updated: [{"name":"a0f62565d49b345e99c5bc3a11385e75-TCP-80","properties":{"intervalInSeconds":5,"port":30331,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:54:35.613373 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-0)(true): lb rules updated: [{"name":"a0f62565d49b345e99c5bc3a11385e75-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a0f62565d49b345e99c5bc3a11385e75"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a0f62565d49b345e99c5bc3a11385e75-TCP-80"},"protocol":"Tcp"}}] I1207 18:54:35.613519 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o) - updating I1207 18:54:36.047430 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="434.924µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33794" resp=200 I1207 18:54:36.123996 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:54:36.124015 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:54:36.124026 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:54:36.124034 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:54:36.333290 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-0-bkdf7 update I1207 18:54:36.333694 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-0-bkdf7 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:37.362908 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 update I1207 18:54:37.362937 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:37.469943 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o) finished I1207 18:54:37.469990 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:54:37.470084 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-0" I1207 18:54:37.470118 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:54:37.576058 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-0): lb backendpool - found private IP "10.1.0.4" I1207 18:54:37.576095 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-0): lb backendpool - found private IP "10.1.0.6" I1207 18:54:37.576151 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:54:37.576179 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:54:37.576195 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:54:37.576227 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.6","10.0.0.4","10.1.0.4","4.206.50.176"] I1207 18:54:37.576706 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:54:37.836055 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 update I1207 18:54:37.836295 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:37.864488 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 update I1207 18:54:37.864515 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:37.884518 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 update I1207 18:54:37.884543 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:38.354669 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 update I1207 18:54:38.354871 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:38.376169 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 update I1207 18:54:38.377977 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:38.401617 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 update I1207 18:54:38.401847 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:38.848934 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 update I1207 18:54:38.848964 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-2-f4822 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:38.871344 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 update I1207 18:54:38.871375 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:39.019391 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-xttbw/service-lb-test-0) - LB fipConfigID(a0f62565d49b345e99c5bc3a11385e75) - wantPLS(true) - createPLS(false) I1207 18:54:39.019440 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-xttbw/service-lb-test-0) finished I1207 18:54:39.019492 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000023101 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-0" result_code="succeeded" I1207 18:54:39.019529 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0) - wantLb(false): started I1207 18:54:39.121784 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:39.121814 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:54:39.121839 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:54:39.121886 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o-internal) finished I1207 18:54:39.121900 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:54:39.122012 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-xttbw/service-lb-test-0): pip(service-lb-public-remain-f4dd) - updating I1207 18:54:39.270940 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=4.0575567 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-0" result_code="succeeded" I1207 18:54:39.279487 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:54:39.279716 1 controller.go:984] Patching status for service e2e-tests-service-lb-xttbw/service-lb-test-0 I1207 18:54:39.280172 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:54:39.289909 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xttbw/service-lb-test-0" (4.097974048s) I1207 18:54:39.290133 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-xttbw/service-lb-test-1 I1207 18:54:39.290234 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-xttbw/service-lb-test-1 I1207 18:54:39.290689 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:54:39.304619 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:54:39.312158 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:54:39.312373 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a9a234cb3a4884f17bafbbe508024fec" I1207 18:54:39.312445 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1) - wantLb(true): started I1207 18:54:39.366802 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 update I1207 18:54:39.366838 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xttbw/service-lb-test-1-bpvv7 belongs to service e2e-tests-service-lb-xttbw/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:54:39.401141 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:39.401170 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:54:39.401199 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:54:39.401267 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-1" I1207 18:54:39.401414 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, true): current lb IPs: [\"4.206.50.176\"]" I1207 18:54:39.401441 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:54:39.401631 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xttbw/service-lb-test-1) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:54:39.401648 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:54:39.401692 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xttbw/service-lb-test-1): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:54:39.401718 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-xttbw/service-lb-test-1): checking owned frontend IP configuration a0f62565d49b345e99c5bc3a11385e75 I1207 18:54:39.401780 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a9a234cb3a4884f17bafbbe508024fec-TCP-81) I1207 18:54:39.401882 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-1)(true): lb probes updated: [{"name":"a9a234cb3a4884f17bafbbe508024fec-TCP-81","properties":{"intervalInSeconds":5,"port":30102,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:54:39.401946 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-1)(true): lb rules updated: [{"name":"a9a234cb3a4884f17bafbbe508024fec-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a0f62565d49b345e99c5bc3a11385e75"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a9a234cb3a4884f17bafbbe508024fec-TCP-81"},"protocol":"Tcp"}}] I1207 18:54:39.401970 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) - updating I1207 18:54:43.516431 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:54:43.516461 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:54:43.516492 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) finished I1207 18:54:43.516558 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:54:43.516596 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-1" I1207 18:54:43.516623 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:54:43.721537 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-1): lb backendpool - found private IP "10.1.0.4" I1207 18:54:43.721570 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-1): lb backendpool - found private IP "10.1.0.6" I1207 18:54:43.721673 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:54:43.721838 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" priority=501 I1207 18:54:43.721949 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" I1207 18:54:43.722028 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.206.50.176","10.1.0.6","10.0.0.4","10.1.0.4","4.206.50.176"] I1207 18:54:43.722076 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.206.50.176"] retained-prefixes=["4.206.50.176","10.1.0.6","10.0.0.4","10.1.0.4","4.206.50.176"] expected-prefixes=["4.206.50.176","4.206.50.176"] I1207 18:54:43.722097 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.206.50.176"] retained-prefixes=["4.206.50.176","10.1.0.6","10.0.0.4","10.1.0.4","4.206.50.176"] expected-prefixes=["4.206.50.176","4.206.50.176"] I1207 18:54:43.722545 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:54:45.092843 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-xttbw/service-lb-test-1) - LB fipConfigID(a0f62565d49b345e99c5bc3a11385e75) - wantPLS(true) - createPLS(false) I1207 18:54:45.093263 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-xttbw/service-lb-test-1) finished I1207 18:54:45.096758 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000019401 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-1" result_code="succeeded" I1207 18:54:45.096963 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1) - wantLb(false): started I1207 18:54:45.161836 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:45.161884 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:54:45.161911 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:54:45.161941 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o-internal) finished I1207 18:54:45.161956 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:54:45.162099 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-xttbw/service-lb-test-1): pip(service-lb-public-remain-f4dd) - updating I1207 18:54:45.227318 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.926577186 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-1" result_code="succeeded" I1207 18:54:45.236149 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:54:45.236242 1 controller.go:984] Patching status for service e2e-tests-service-lb-xttbw/service-lb-test-1 I1207 18:54:45.236901 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:54:45.253130 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xttbw/service-lb-test-1" (5.963096291s) I1207 18:54:45.253180 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-xttbw/service-lb-test-2 I1207 18:54:45.253222 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-xttbw/service-lb-test-2 I1207 18:54:45.253470 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-2" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:54:45.271648 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:54:45.279996 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:54:45.280108 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="ace4ca72919b0406ea3f0201ea1c7ecf" I1207 18:54:45.280121 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2) - wantLb(true): started I1207 18:54:45.284122 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:54:45.284292 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:54:45.284965 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:54:45.285319 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:45.286304 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:45.286786 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:45.375039 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:45.375070 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:54:45.375099 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:54:45.375132 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-2" I1207 18:54:45.375157 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-2, capz-uhx40o, true): current lb IPs: [\"4.206.50.176\"]" I1207 18:54:45.375172 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:54:45.375192 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xttbw/service-lb-test-2) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:54:45.375202 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:54:45.375228 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xttbw/service-lb-test-2): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:54:45.375244 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-xttbw/service-lb-test-2): checking owned frontend IP configuration a0f62565d49b345e99c5bc3a11385e75 I1207 18:54:45.375266 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (ace4ca72919b0406ea3f0201ea1c7ecf-TCP-82) I1207 18:54:45.375322 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-2)(true): lb probes updated: [{"name":"ace4ca72919b0406ea3f0201ea1c7ecf-TCP-82","properties":{"intervalInSeconds":5,"port":32568,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:54:45.375386 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-2)(true): lb rules updated: [{"name":"ace4ca72919b0406ea3f0201ea1c7ecf-TCP-82","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":82,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a0f62565d49b345e99c5bc3a11385e75"},"frontendPort":82,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/ace4ca72919b0406ea3f0201ea1c7ecf-TCP-82"},"protocol":"Tcp"}}] I1207 18:54:45.375408 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) - updating I1207 18:54:46.042506 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45502" resp=200 I1207 18:54:48.842106 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:54:48.842137 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:54:48.842162 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) finished I1207 18:54:48.842220 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:54:48.842250 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-2" I1207 18:54:48.842293 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:54:48.978863 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-2): lb backendpool - found private IP "10.1.0.4" I1207 18:54:48.978901 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-2): lb backendpool - found private IP "10.1.0.6" I1207 18:54:48.978985 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:54:48.979014 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_9d8147e9a46bee60e242dab8788ff599" priority=502 I1207 18:54:48.979031 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_9d8147e9a46bee60e242dab8788ff599" I1207 18:54:48.979060 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.206.50.176","4.206.50.176","10.0.0.4","10.1.0.4","10.1.0.6","4.206.50.176"] I1207 18:54:48.979089 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.206.50.176"] retained-prefixes=["4.206.50.176","4.206.50.176","10.0.0.4","10.1.0.4","10.1.0.6","4.206.50.176"] expected-prefixes=["4.206.50.176","4.206.50.176","4.206.50.176"] I1207 18:54:48.979105 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.206.50.176"] retained-prefixes=["4.206.50.176","4.206.50.176","10.0.0.4","10.1.0.4","10.1.0.6","4.206.50.176"] expected-prefixes=["4.206.50.176","4.206.50.176","4.206.50.176"] I1207 18:54:48.979120 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_9d8147e9a46bee60e242dab8788ff599" current-prefixes=["4.206.50.176"] retained-prefixes=["4.206.50.176","4.206.50.176","10.0.0.4","10.1.0.4","10.1.0.6","4.206.50.176"] expected-prefixes=["4.206.50.176","4.206.50.176","4.206.50.176"] I1207 18:54:48.979530 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:54:49.256012 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:54:50.298497 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-xttbw/service-lb-test-2) - LB fipConfigID(a0f62565d49b345e99c5bc3a11385e75) - wantPLS(true) - createPLS(false) I1207 18:54:50.298528 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-xttbw/service-lb-test-2) finished I1207 18:54:50.298565 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013901 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-2" result_code="succeeded" I1207 18:54:50.298753 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2) - wantLb(false): started I1207 18:54:50.382487 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:54:50.382522 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:54:50.382546 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:54:50.382572 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o-internal) finished I1207 18:54:50.382584 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:54:50.382814 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-xttbw/service-lb-test-2): pip(service-lb-public-remain-f4dd) - updating I1207 18:54:50.429107 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.161350503 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-2" result_code="succeeded" I1207 18:54:50.437426 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:54:50.437606 1 controller.go:984] Patching status for service e2e-tests-service-lb-xttbw/service-lb-test-2 I1207 18:54:50.438029 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-2" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:54:50.450742 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xttbw/service-lb-test-2" (5.197570192s) I1207 18:54:55.284248 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:54:55.284491 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:54:55.284515 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:54:55.284583 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:55.284616 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:55.284625 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:54:56.043171 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44576" resp=200 I1207 18:55:05.087431 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:55:05.285082 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:55:05.285111 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:55:05.285117 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:55:05.285177 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:05.285205 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:05.285221 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:06.042787 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:43992" resp=200 I1207 18:55:15.285329 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:55:15.285494 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:55:15.285509 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:55:15.285595 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:15.285613 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:15.285626 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:16.042574 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33798" resp=200 I1207 18:55:17.395451 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:17.395497 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:55:17.395537 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-2" I1207 18:55:17.395561 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-2, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="GetLoadBalancer" service="service-lb-test-2" I1207 18:55:17.395583 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-xttbw/service-lb-test-2 I1207 18:55:17.396151 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-2" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:55:17.398364 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:55:17.415695 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:55:17.488970 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:17.489012 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:55:17.489076 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-2" I1207 18:55:17.489101 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-2, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-2" I1207 18:55:17.489136 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-2" load-balancer="capz-uhx40o" delete-lb=true I1207 18:55:17.543691 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-2): lb backendpool - found private IP "10.1.0.4" I1207 18:55:17.543717 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-2): lb backendpool - found private IP "10.1.0.6" I1207 18:55:17.543876 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-2" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.206.50.176","4.206.50.176","4.206.50.176","10.0.0.4","10.1.0.4","10.1.0.6","4.206.50.176"] I1207 18:55:17.543914 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-2" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=7 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.206.50.176"] retained-prefixes=["4.206.50.176","4.206.50.176","4.206.50.176","10.0.0.4","10.1.0.4","10.1.0.6","4.206.50.176"] expected-prefixes=["4.206.50.176","4.206.50.176","4.206.50.176","4.206.50.176"] I1207 18:55:17.543933 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-2" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=7 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.206.50.176"] retained-prefixes=["4.206.50.176","4.206.50.176","4.206.50.176","10.0.0.4","10.1.0.4","10.1.0.6","4.206.50.176"] expected-prefixes=["4.206.50.176","4.206.50.176","4.206.50.176","4.206.50.176"] I1207 18:55:17.544784 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-2" load-balancer="capz-uhx40o" delete-lb=true I1207 18:55:18.991973 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2) - wantLb(false): started I1207 18:55:19.083469 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:19.083502 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:55:19.083532 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:55:19.083565 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-2" I1207 18:55:19.083590 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-2, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-2" I1207 18:55:19.083613 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name W1207 18:55:19.083635 1 azure_loadbalancer.go:1627] isFrontendIPConfigUnsafeToDelete: frontend IP configuration with ID /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a0f62565d49b345e99c5bc3a11385e75 on LB capz-uhx40o cannot be deleted because it is being referenced by load balancing rules of other services I1207 18:55:19.083682 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-2)(false): lb probe(ace4ca72919b0406ea3f0201ea1c7ecf-TCP-82) - dropping I1207 18:55:19.083697 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-2)(false): lb probes updated: null I1207 18:55:19.083710 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-2)(false): lb rule(ace4ca72919b0406ea3f0201ea1c7ecf-TCP-82) - dropping I1207 18:55:19.083720 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-2)(false): lb rules updated: null I1207 18:55:19.083735 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) - updating I1207 18:55:19.256720 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:55:22.669271 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o) finished I1207 18:55:22.669693 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2) - wantLb(false): started I1207 18:55:22.766423 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:22.766666 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:55:22.766836 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:55:22.766997 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-2): lb(capz-uhx40o-internal) finished I1207 18:55:22.767188 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.37146006 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-2" result_code="succeeded" I1207 18:55:22.778235 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:55:22.778289 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-xttbw/service-lb-test-2 I1207 18:55:22.830061 1 controller.go:984] Patching status for service e2e-tests-service-lb-xttbw/service-lb-test-2 I1207 18:55:22.830956 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-2" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:55:22.841776 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xttbw/service-lb-test-2" (5.54737573s) I1207 18:55:22.841825 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xttbw/service-lb-test-2" (6.8µs) I1207 18:55:23.519265 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:23.519323 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:55:23.519374 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-1" I1207 18:55:23.519404 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="GetLoadBalancer" service="service-lb-test-1" I1207 18:55:23.519431 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-xttbw/service-lb-test-1 I1207 18:55:23.519620 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:55:23.522914 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:55:23.534018 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:55:23.644725 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:23.644771 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:55:23.644812 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-1" I1207 18:55:23.644838 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-1" I1207 18:55:23.644920 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-1" load-balancer="capz-uhx40o" delete-lb=true I1207 18:55:23.852945 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-1): lb backendpool - found private IP "10.1.0.4" I1207 18:55:23.853070 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-1): lb backendpool - found private IP "10.1.0.6" I1207 18:55:23.853234 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-1" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.206.50.176","4.206.50.176","10.1.0.6","10.0.0.4","10.1.0.4","4.206.50.176"] I1207 18:55:23.853330 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-1" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.206.50.176"] retained-prefixes=["4.206.50.176","4.206.50.176","10.1.0.6","10.0.0.4","10.1.0.4","4.206.50.176"] expected-prefixes=["4.206.50.176","4.206.50.176","4.206.50.176"] I1207 18:55:23.853733 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-1" load-balancer="capz-uhx40o" delete-lb=true I1207 18:55:25.186096 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1) - wantLb(false): started I1207 18:55:25.255969 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:25.255997 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:55:25.256024 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:55:25.256061 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-1" I1207 18:55:25.256092 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-1" I1207 18:55:25.256156 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name W1207 18:55:25.256181 1 azure_loadbalancer.go:1627] isFrontendIPConfigUnsafeToDelete: frontend IP configuration with ID /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a0f62565d49b345e99c5bc3a11385e75 on LB capz-uhx40o cannot be deleted because it is being referenced by load balancing rules of other services I1207 18:55:25.256265 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-1)(false): lb probe(a9a234cb3a4884f17bafbbe508024fec-TCP-81) - dropping I1207 18:55:25.256315 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-1)(false): lb probes updated: null I1207 18:55:25.256329 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-1)(false): lb rule(a9a234cb3a4884f17bafbbe508024fec-TCP-81) - dropping I1207 18:55:25.256339 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-1)(false): lb rules updated: null I1207 18:55:25.256354 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) - updating I1207 18:55:25.286163 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:55:25.286192 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:55:25.286198 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:55:25.286231 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:25.286241 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:25.286248 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:26.042879 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38040" resp=200 I1207 18:55:28.937087 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o) finished I1207 18:55:28.937124 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1) - wantLb(false): started I1207 18:55:29.041372 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:29.041405 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:55:29.041427 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:55:29.041452 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-1): lb(capz-uhx40o-internal) finished I1207 18:55:29.041515 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.521993266 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-1" result_code="succeeded" I1207 18:55:29.053362 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:55:29.053609 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-xttbw/service-lb-test-1 I1207 18:55:29.105952 1 controller.go:984] Patching status for service e2e-tests-service-lb-xttbw/service-lb-test-1 I1207 18:55:29.106662 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:55:29.111336 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xttbw/service-lb-test-1" (5.678282426s) I1207 18:55:29.661473 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:29.661510 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:55:29.661583 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-0" I1207 18:55:29.661618 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="GetLoadBalancer" service="service-lb-test-0" I1207 18:55:29.661658 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-xttbw/service-lb-test-0 I1207 18:55:29.662099 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:55:29.671196 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:55:29.678298 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:55:29.745441 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:29.745470 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:55:29.745507 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-0" I1207 18:55:29.745530 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-0" I1207 18:55:29.745546 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-0" load-balancer="capz-uhx40o" delete-lb=true I1207 18:55:29.816953 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-0): lb backendpool - found private IP "10.1.0.4" I1207 18:55:29.816983 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xttbw/service-lb-test-0): lb backendpool - found private IP "10.1.0.6" I1207 18:55:29.817217 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-0" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.206.50.176","10.0.0.4","10.1.0.4","10.1.0.6","4.206.50.176"] I1207 18:55:29.817557 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-0" load-balancer="capz-uhx40o" delete-lb=true I1207 18:55:31.194212 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0) - wantLb(false): started I1207 18:55:31.260495 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:31.260527 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:55:31.260546 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:55:31.260584 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.50.176" from frontendIPConfiguration "a0f62565d49b345e99c5bc3a11385e75" for service "e2e-tests-service-lb-xttbw/service-lb-test-0" I1207 18:55:31.260609 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"4.206.50.176\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xttbw/service-lb-test-0" I1207 18:55:31.260631 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:55:31.260647 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-0)(false): lb frontendconfig(a0f62565d49b345e99c5bc3a11385e75) - dropping I1207 18:55:31.260658 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-0)(false): lb probe(a0f62565d49b345e99c5bc3a11385e75-TCP-80) - dropping I1207 18:55:31.260672 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-0)(false): lb probes updated: null I1207 18:55:31.260679 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-0)(false): lb rule(a0f62565d49b345e99c5bc3a11385e75-TCP-80) - dropping I1207 18:55:31.260689 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xttbw/service-lb-test-0)(false): lb rules updated: null I1207 18:55:31.260702 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-xttbw/service-lb-test-0) - LB fipConfigID(a0f62565d49b345e99c5bc3a11385e75) - wantPLS(false) - createPLS(false) I1207 18:55:31.302016 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-xttbw/service-lb-test-0) finished I1207 18:55:31.302119 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.041343784 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-0" result_code="succeeded" I1207 18:55:31.302162 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-xttbw/service-lb-test-0, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:55:31.302188 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:55:31.302222 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:55:35.087126 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:55:35.286872 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:55:35.286904 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:55:35.286911 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:55:35.286949 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:35.286958 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:35.286966 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:36.045224 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="117.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40826" resp=200 I1207 18:55:39.183654 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:55:41.828829 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o) finished I1207 18:55:41.828984 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0) - wantLb(false): started I1207 18:55:41.894679 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:41.962237 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:55:41.962283 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:55:41.962351 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xttbw/service-lb-test-0): lb(capz-uhx40o-internal) finished I1207 18:55:41.962524 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.300705062 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xttbw/service-lb-test-0" result_code="succeeded" I1207 18:55:41.972579 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:55:41.972635 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-xttbw/service-lb-test-0 I1207 18:55:42.016215 1 controller.go:984] Patching status for service e2e-tests-service-lb-xttbw/service-lb-test-0 I1207 18:55:42.018521 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xttbw/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:55:42.024182 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xttbw/service-lb-test-0" (12.449260655s) I1207 18:55:45.343014 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:55:45.343044 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:55:45.343049 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:55:45.343085 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:45.343096 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:45.343107 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:46.043069 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="77.404µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51340" resp=200 I1207 18:55:49.257412 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:55:55.288896 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:55:55.288927 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:55:55.288933 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:55:55.288976 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:55.288986 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:55.288993 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:55:56.042210 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55048" resp=200 I1207 18:56:03.107155 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-xvxp5/service-lb-test-0 I1207 18:56:03.108457 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:56:03.108937 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-xvxp5/service-lb-test-0 I1207 18:56:03.148078 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:56:03.173476 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:56:03.174181 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="abbaf995361a949368fbc6e36cd22b3e" I1207 18:56:03.174557 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0) - wantLb(true): started I1207 18:56:03.312149 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:56:03.375690 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:56:03.375736 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:56:03.375758 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xvxp5/service-lb-test-0) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:56:03.375768 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) - creating a new frontend IP config "abbaf995361a949368fbc6e36cd22b3e" (isIPv6=false) I1207 18:56:03.452342 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e" I1207 18:56:03.452378 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): pip(capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e) - creating I1207 18:56:03.452396 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e"): start I1207 18:56:04.626258 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq update I1207 18:56:04.627028 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:05.088922 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:56:05.091895 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq update I1207 18:56:05.091929 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:05.113593 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq update I1207 18:56:05.113625 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:05.289814 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:56:05.289847 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:56:05.289866 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:56:05.289894 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:05.289904 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:05.289912 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:05.290009 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-0)(true): lb frontendconfig(abbaf995361a949368fbc6e36cd22b3e) - adding I1207 18:56:05.290100 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (abbaf995361a949368fbc6e36cd22b3e-TCP-80) I1207 18:56:05.290261 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-0)(true): lb probes updated: [{"name":"abbaf995361a949368fbc6e36cd22b3e-TCP-80","properties":{"intervalInSeconds":5,"port":30591,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:56:05.290321 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-0)(true): lb rules updated: [{"name":"abbaf995361a949368fbc6e36cd22b3e-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/abbaf995361a949368fbc6e36cd22b3e"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/abbaf995361a949368fbc6e36cd22b3e-TCP-80"},"protocol":"Tcp"}}] I1207 18:56:05.290458 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) - updating I1207 18:56:05.638847 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq update I1207 18:56:05.640415 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:05.659134 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq update I1207 18:56:05.659933 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-0-tvfzq belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:05.780906 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:56:06.042733 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="105.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41488" resp=200 I1207 18:56:06.050738 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:56:06.050756 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:56:06.050768 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:56:06.050776 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:56:07.434557 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) finished I1207 18:56:07.434587 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:56:07.499148 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-0" I1207 18:56:07.499192 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:56:07.603513 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-0): lb backendpool - found private IP "10.1.0.4" I1207 18:56:07.603602 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-0): lb backendpool - found private IP "10.1.0.6" I1207 18:56:07.603780 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:56:07.603831 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:56:07.603994 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:56:07.604028 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.1.0.4","10.1.0.6","10.0.0.4","4.239.172.152"] I1207 18:56:07.604691 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:56:08.940414 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-xvxp5/service-lb-test-0) - LB fipConfigID(abbaf995361a949368fbc6e36cd22b3e) - wantPLS(true) - createPLS(false) I1207 18:56:08.940444 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-xvxp5/service-lb-test-0) finished I1207 18:56:08.940486 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-0" result_code="succeeded" I1207 18:56:08.940511 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0) - wantLb(false): started I1207 18:56:09.011164 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:56:09.011196 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:56:09.011218 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:56:09.011275 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o-internal) finished I1207 18:56:09.011293 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:56:09.011549 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): pip(capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e) - updating I1207 18:56:09.057713 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.924170086 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-0" result_code="succeeded" I1207 18:56:09.068082 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:56:09.068260 1 controller.go:984] Patching status for service e2e-tests-service-lb-xvxp5/service-lb-test-0 I1207 18:56:09.068899 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:56:09.083090 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xvxp5/service-lb-test-0" (5.975955839s) I1207 18:56:13.334207 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-xvxp5/service-lb-test-1 I1207 18:56:13.334345 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-xvxp5/service-lb-test-1 I1207 18:56:13.334613 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:56:13.388103 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:56:13.408126 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:56:13.408552 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="add873d8fb9cb46dc8c16749cfd5fd13" I1207 18:56:13.408668 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1) - wantLb(true): started I1207 18:56:13.498873 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:56:13.498970 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:56:13.499016 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:56:13.499073 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-1" I1207 18:56:13.499121 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, true): current lb IPs: [\"4.239.172.152\"]" I1207 18:56:13.499158 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:56:13.499203 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xvxp5/service-lb-test-1) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:56:13.499229 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:56:13.499278 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xvxp5/service-lb-test-1): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:56:13.499319 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-xvxp5/service-lb-test-1): checking owned frontend IP configuration abbaf995361a949368fbc6e36cd22b3e I1207 18:56:13.499357 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (add873d8fb9cb46dc8c16749cfd5fd13-TCP-81) I1207 18:56:13.499431 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-1)(true): lb probes updated: [{"name":"add873d8fb9cb46dc8c16749cfd5fd13-TCP-81","properties":{"intervalInSeconds":5,"port":30700,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:56:13.499519 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-1)(true): lb rules updated: [{"name":"add873d8fb9cb46dc8c16749cfd5fd13-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/abbaf995361a949368fbc6e36cd22b3e"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/add873d8fb9cb46dc8c16749cfd5fd13-TCP-81"},"protocol":"Tcp"}}] I1207 18:56:13.499556 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) - updating I1207 18:56:15.121813 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl update I1207 18:56:15.121846 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:15.153430 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl update I1207 18:56:15.153460 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:15.290909 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:56:15.292275 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:56:15.292299 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:56:15.292420 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:15.292440 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:15.292452 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:15.665394 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl update I1207 18:56:15.665500 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:15.700980 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl update I1207 18:56:15.701817 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:16.042502 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50832" resp=200 I1207 18:56:16.119109 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl update I1207 18:56:16.119360 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-1-699vl belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:17.396088 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:56:17.396109 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:56:17.396135 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) finished I1207 18:56:17.396159 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:56:17.396319 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-1" I1207 18:56:17.396347 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:56:17.727717 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-1): lb backendpool - found private IP "10.1.0.4" I1207 18:56:17.727740 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-1): lb backendpool - found private IP "10.1.0.6" I1207 18:56:17.727997 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:56:17.728044 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" priority=501 I1207 18:56:17.728058 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" I1207 18:56:17.728089 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] I1207 18:56:17.728112 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.239.172.152"] retained-prefixes=["4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] expected-prefixes=["4.239.172.152","4.239.172.152"] I1207 18:56:17.728133 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.239.172.152"] retained-prefixes=["4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] expected-prefixes=["4.239.172.152","4.239.172.152"] I1207 18:56:17.728481 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:56:18.478825 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:56:19.032120 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-xvxp5/service-lb-test-1) - LB fipConfigID(abbaf995361a949368fbc6e36cd22b3e) - wantPLS(true) - createPLS(false) I1207 18:56:19.032150 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-xvxp5/service-lb-test-1) finished I1207 18:56:19.032191 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014001 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-1" result_code="succeeded" I1207 18:56:19.032215 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1) - wantLb(false): started I1207 18:56:19.109214 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:56:19.109249 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:56:19.109304 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:56:19.109332 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o-internal) finished I1207 18:56:19.109347 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:56:19.109601 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): pip(capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e) - updating I1207 18:56:19.109700 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e"): start I1207 18:56:19.258551 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:56:19.585589 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=6.223572516 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-1" result_code="succeeded" I1207 18:56:19.598696 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:56:19.598809 1 controller.go:984] Patching status for service e2e-tests-service-lb-xvxp5/service-lb-test-1 I1207 18:56:19.599391 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:56:19.612712 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xvxp5/service-lb-test-1" (6.278518945s) I1207 18:56:23.910289 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-xvxp5/service-lb-test-2 I1207 18:56:23.910493 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-xvxp5/service-lb-test-2 I1207 18:56:23.913047 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-2" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:56:23.933171 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:56:23.940932 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:56:23.941190 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a10b327e0c07c4a9cbb733aebb952f11" I1207 18:56:23.941341 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2) - wantLb(true): started I1207 18:56:24.008796 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:56:24.008887 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:56:24.114643 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:56:24.114701 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-2" I1207 18:56:24.114725 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-2, capz-uhx40o, true): current lb IPs: [\"4.239.172.152\"]" I1207 18:56:24.114740 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:56:24.114763 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xvxp5/service-lb-test-2) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:56:24.114775 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:56:24.116975 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-xvxp5/service-lb-test-2): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:56:24.117338 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-xvxp5/service-lb-test-2): checking owned frontend IP configuration abbaf995361a949368fbc6e36cd22b3e I1207 18:56:24.117482 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a10b327e0c07c4a9cbb733aebb952f11-TCP-82) I1207 18:56:24.117722 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-2)(true): lb probes updated: [{"name":"a10b327e0c07c4a9cbb733aebb952f11-TCP-82","properties":{"intervalInSeconds":5,"port":30825,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:56:24.118136 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-2)(true): lb rules updated: [{"name":"a10b327e0c07c4a9cbb733aebb952f11-TCP-82","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":82,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/abbaf995361a949368fbc6e36cd22b3e"},"frontendPort":82,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a10b327e0c07c4a9cbb733aebb952f11-TCP-82"},"protocol":"Tcp"}}] I1207 18:56:24.118506 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o) - updating I1207 18:56:25.163479 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 update I1207 18:56:25.164147 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:25.291695 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:56:25.291730 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:56:25.291736 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:56:25.291759 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:25.291769 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:25.291777 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:25.718389 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 update I1207 18:56:25.718697 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:25.735650 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 update I1207 18:56:25.735682 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:26.043904 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="118.107µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46994" resp=200 I1207 18:56:26.178110 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 update I1207 18:56:26.178145 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:26.704907 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 update I1207 18:56:26.705566 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-xvxp5/service-lb-test-2-ncj59 belongs to service e2e-tests-service-lb-xvxp5/service-lb-test-2, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:56:27.558635 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:56:27.558657 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:56:27.558681 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o) finished I1207 18:56:27.558906 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:56:27.559023 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-2" I1207 18:56:27.559051 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:56:27.687553 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-2): lb backendpool - found private IP "10.1.0.4" I1207 18:56:27.687575 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-2): lb backendpool - found private IP "10.1.0.6" I1207 18:56:27.687678 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:56:27.687714 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_9d8147e9a46bee60e242dab8788ff599" priority=502 I1207 18:56:27.687727 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_9d8147e9a46bee60e242dab8788ff599" I1207 18:56:27.687761 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.239.172.152","4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] I1207 18:56:27.687784 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.239.172.152"] retained-prefixes=["4.239.172.152","4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] expected-prefixes=["4.239.172.152","4.239.172.152","4.239.172.152"] I1207 18:56:27.687801 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.239.172.152"] retained-prefixes=["4.239.172.152","4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] expected-prefixes=["4.239.172.152","4.239.172.152","4.239.172.152"] I1207 18:56:27.687819 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_9d8147e9a46bee60e242dab8788ff599" current-prefixes=["4.239.172.152"] retained-prefixes=["4.239.172.152","4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] expected-prefixes=["4.239.172.152","4.239.172.152","4.239.172.152"] I1207 18:56:27.688214 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:56:29.102950 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-xvxp5/service-lb-test-2) - LB fipConfigID(abbaf995361a949368fbc6e36cd22b3e) - wantPLS(true) - createPLS(false) I1207 18:56:29.102985 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-xvxp5/service-lb-test-2) finished I1207 18:56:29.103026 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000015001 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-2" result_code="succeeded" I1207 18:56:29.103051 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2) - wantLb(false): started I1207 18:56:29.171226 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:56:29.171256 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:56:29.171280 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:56:29.171305 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o-internal) finished I1207 18:56:29.171318 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:56:29.171479 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): pip(capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e) - updating I1207 18:56:29.171496 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e"): start I1207 18:56:29.673546 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.742503883 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-2" result_code="succeeded" I1207 18:56:29.681947 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:56:29.682473 1 controller.go:984] Patching status for service e2e-tests-service-lb-xvxp5/service-lb-test-2 I1207 18:56:29.682978 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-2" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:56:29.692884 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xvxp5/service-lb-test-2" (5.78251505s) I1207 18:56:35.087828 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:56:35.292455 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:56:35.292487 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:56:35.292494 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:56:35.292561 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:35.292577 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:35.292589 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:36.042659 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="74.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56922" resp=200 I1207 18:56:45.293007 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:56:45.293050 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:56:45.293060 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:56:45.293114 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:45.293132 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:45.293150 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:46.042844 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35854" resp=200 I1207 18:56:49.259259 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:56:55.293605 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:56:55.293660 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:56:55.293675 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:56:55.293750 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:55.293920 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:55.293953 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:56:56.043388 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57402" resp=200 I1207 18:57:01.169262 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=66 I1207 18:57:05.087327 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:57:05.294193 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:57:05.294285 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:57:05.294296 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:57:05.294350 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:05.294372 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:05.294385 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:05.697575 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:05.697612 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:57:05.764253 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-0" I1207 18:57:05.764300 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="GetLoadBalancer" service="service-lb-test-0" I1207 18:57:05.764343 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-xvxp5/service-lb-test-0 I1207 18:57:05.764704 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:57:05.767359 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:57:05.789176 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:57:05.874431 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:05.874466 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:57:05.874508 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-0" I1207 18:57:05.874531 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-0" I1207 18:57:05.874546 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-0" load-balancer="capz-uhx40o" delete-lb=true I1207 18:57:05.979573 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-0): lb backendpool - found private IP "10.1.0.4" I1207 18:57:05.979605 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-0): lb backendpool - found private IP "10.1.0.6" I1207 18:57:05.980102 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-0" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.172.152","4.239.172.152","4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] I1207 18:57:05.980211 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-0" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=7 rule-name="k8s-azure-lb_allow_IPv4_4938d66461e6465d2065760a1ff5c04e" current-prefixes=["4.239.172.152"] retained-prefixes=["4.239.172.152","4.239.172.152","4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] expected-prefixes=["4.239.172.152","4.239.172.152","4.239.172.152","4.239.172.152"] I1207 18:57:05.980414 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-0" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=7 rule-name="k8s-azure-lb_allow_IPv4_9d8147e9a46bee60e242dab8788ff599" current-prefixes=["4.239.172.152"] retained-prefixes=["4.239.172.152","4.239.172.152","4.239.172.152","10.0.0.4","10.1.0.4","10.1.0.6","4.239.172.152"] expected-prefixes=["4.239.172.152","4.239.172.152","4.239.172.152","4.239.172.152"] I1207 18:57:05.981327 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-0" load-balancer="capz-uhx40o" delete-lb=true I1207 18:57:06.043148 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:59886" resp=200 I1207 18:57:07.450811 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0) - wantLb(false): started I1207 18:57:07.534301 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:07.534332 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:57:07.534352 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:57:07.534393 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-0" I1207 18:57:07.534418 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-0" I1207 18:57:07.534434 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name W1207 18:57:07.534452 1 azure_loadbalancer.go:1627] isFrontendIPConfigUnsafeToDelete: frontend IP configuration with ID /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/abbaf995361a949368fbc6e36cd22b3e on LB capz-uhx40o cannot be deleted because it is being referenced by load balancing rules of other services I1207 18:57:07.534717 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-0)(false): lb probe(abbaf995361a949368fbc6e36cd22b3e-TCP-80) - dropping I1207 18:57:07.534758 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-0)(false): lb probes updated: null I1207 18:57:07.534771 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-0)(false): lb rule(abbaf995361a949368fbc6e36cd22b3e-TCP-80) - dropping I1207 18:57:07.534779 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-0)(false): lb rules updated: null I1207 18:57:07.534794 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) - updating I1207 18:57:11.049661 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o) finished I1207 18:57:11.049699 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0) - wantLb(false): started I1207 18:57:11.134178 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:11.134210 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:57:11.134235 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:57:11.134385 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): lb(capz-uhx40o-internal) finished I1207 18:57:11.134427 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-lb-xvxp5/service-lb-test-0): unbinding the service from pip capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e I1207 18:57:11.134489 1 azure_loadbalancer.go:3445] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-0" pip="capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e" isIPv6=false action="updating" I1207 18:57:11.686377 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.921887281 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-0" result_code="succeeded" I1207 18:57:11.697886 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:57:11.697955 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-xvxp5/service-lb-test-0 I1207 18:57:11.767341 1 controller.go:984] Patching status for service e2e-tests-service-lb-xvxp5/service-lb-test-0 I1207 18:57:11.768029 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:57:11.779401 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xvxp5/service-lb-test-0" (6.168492116s) I1207 18:57:15.295036 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:57:15.295072 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:57:15.295078 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:57:15.295114 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:15.295125 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:15.295133 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:16.043653 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51774" resp=200 I1207 18:57:19.184456 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:57:19.259712 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:57:25.295355 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:57:25.295390 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:57:25.295398 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:57:25.295686 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:25.295704 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:25.295716 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:26.042692 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36608" resp=200 I1207 18:57:34.860048 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:34.929642 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:57:34.929701 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-1" I1207 18:57:34.929726 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="GetLoadBalancer" service="service-lb-test-1" I1207 18:57:34.929757 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-xvxp5/service-lb-test-1 I1207 18:57:34.930394 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:57:34.933974 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:57:34.941834 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:57:35.025091 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:35.025135 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:57:35.025175 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-1" I1207 18:57:35.025200 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-1" I1207 18:57:35.025216 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-1" load-balancer="capz-uhx40o" delete-lb=true I1207 18:57:35.087207 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:57:35.106482 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-1): lb backendpool - found private IP "10.1.0.4" I1207 18:57:35.106508 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-1): lb backendpool - found private IP "10.1.0.6" I1207 18:57:35.106653 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-1" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.172.152","4.239.172.152","10.1.0.4","10.1.0.6","10.0.0.4","4.239.172.152"] I1207 18:57:35.106715 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-1" load-balancer="capz-uhx40o" delete-lb=true security-group="capz-uhx40o-node-nsg" num-dst-prefixes=6 rule-name="k8s-azure-lb_allow_IPv4_9d8147e9a46bee60e242dab8788ff599" current-prefixes=["4.239.172.152"] retained-prefixes=["4.239.172.152","4.239.172.152","10.1.0.4","10.1.0.6","10.0.0.4","4.239.172.152"] expected-prefixes=["4.239.172.152","4.239.172.152","4.239.172.152"] I1207 18:57:35.107059 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-1" load-balancer="capz-uhx40o" delete-lb=true I1207 18:57:35.295209 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:57:35.295243 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:57:35.295250 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:57:35.295287 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:35.295297 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:35.295304 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:36.043245 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.705µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47212" resp=200 I1207 18:57:36.527009 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1) - wantLb(false): started I1207 18:57:36.617599 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:36.617724 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:57:36.617944 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:57:36.618152 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-1" I1207 18:57:36.618286 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-1" I1207 18:57:36.618328 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name W1207 18:57:36.618448 1 azure_loadbalancer.go:1627] isFrontendIPConfigUnsafeToDelete: frontend IP configuration with ID /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/abbaf995361a949368fbc6e36cd22b3e on LB capz-uhx40o cannot be deleted because it is being referenced by load balancing rules of other services I1207 18:57:36.618545 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-1)(false): lb probe(add873d8fb9cb46dc8c16749cfd5fd13-TCP-81) - dropping I1207 18:57:36.618719 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-1)(false): lb probes updated: null I1207 18:57:36.618786 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-1)(false): lb rule(add873d8fb9cb46dc8c16749cfd5fd13-TCP-81) - dropping I1207 18:57:36.618881 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-1)(false): lb rules updated: null I1207 18:57:36.619035 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) - updating I1207 18:57:40.038302 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o) finished I1207 18:57:40.038344 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1) - wantLb(false): started I1207 18:57:40.106969 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:40.106997 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:57:40.107019 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:57:40.107045 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): lb(capz-uhx40o-internal) finished I1207 18:57:40.107071 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-lb-xvxp5/service-lb-test-1): unbinding the service from pip capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e I1207 18:57:40.107240 1 azure_loadbalancer.go:3445] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-1" pip="capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e" isIPv6=false action="updating" I1207 18:57:40.419439 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.489594253 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-1" result_code="succeeded" I1207 18:57:40.427389 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:57:40.427452 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-xvxp5/service-lb-test-1 I1207 18:57:40.502430 1 controller.go:984] Patching status for service e2e-tests-service-lb-xvxp5/service-lb-test-1 I1207 18:57:40.503235 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:57:40.508174 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xvxp5/service-lb-test-1" (5.73587446s) I1207 18:57:40.934817 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:41.018196 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:57:41.018255 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-2" I1207 18:57:41.018281 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-2, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="GetLoadBalancer" service="service-lb-test-2" I1207 18:57:41.018297 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-xvxp5/service-lb-test-2 I1207 18:57:41.018579 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-2" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:57:41.022137 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:57:41.037386 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:57:41.123456 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:41.123507 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:57:41.123551 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-2" I1207 18:57:41.123576 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-2, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-2" I1207 18:57:41.123594 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-2" load-balancer="capz-uhx40o" delete-lb=true I1207 18:57:41.178979 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-2): lb backendpool - found private IP "10.1.0.4" I1207 18:57:41.179001 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-xvxp5/service-lb-test-2): lb backendpool - found private IP "10.1.0.6" I1207 18:57:41.179109 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-2" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.239.172.152","10.1.0.6","10.0.0.4","10.1.0.4","4.239.172.152"] I1207 18:57:41.179555 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-2" load-balancer="capz-uhx40o" delete-lb=true I1207 18:57:42.815106 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2) - wantLb(false): started I1207 18:57:42.894559 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:42.894591 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:57:42.894621 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o) - found frontend IP config, primary service: false I1207 18:57:42.894791 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.239.172.152" from frontendIPConfiguration "abbaf995361a949368fbc6e36cd22b3e" for service "e2e-tests-service-lb-xvxp5/service-lb-test-2" I1207 18:57:42.894828 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-2, capz-uhx40o, false): current lb IPs: [\"4.239.172.152\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-2" I1207 18:57:42.894937 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:57:42.894965 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-2)(false): lb frontendconfig(abbaf995361a949368fbc6e36cd22b3e) - dropping I1207 18:57:42.894977 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-2)(false): lb probe(a10b327e0c07c4a9cbb733aebb952f11-TCP-82) - dropping I1207 18:57:42.894988 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-2)(false): lb probes updated: null I1207 18:57:42.894996 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-2)(false): lb rule(a10b327e0c07c4a9cbb733aebb952f11-TCP-82) - dropping I1207 18:57:42.895004 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-xvxp5/service-lb-test-2)(false): lb rules updated: null I1207 18:57:42.895016 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-xvxp5/service-lb-test-2) - LB fipConfigID(abbaf995361a949368fbc6e36cd22b3e) - wantPLS(false) - createPLS(false) I1207 18:57:42.938754 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-xvxp5/service-lb-test-2) finished I1207 18:57:42.938810 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.043755388 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-2" result_code="succeeded" I1207 18:57:42.938942 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-xvxp5/service-lb-test-2, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:57:42.938967 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:57:42.938986 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 18:57:45.295612 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:57:45.295650 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:57:45.295657 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:57:45.295692 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:45.295702 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:45.295710 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:46.043065 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54898" resp=200 I1207 18:57:49.260512 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:57:53.178048 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o) finished I1207 18:57:53.178085 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2) - wantLb(false): started I1207 18:57:53.294895 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:53.380912 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:57:53.380958 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:57:53.381017 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): lb(capz-uhx40o-internal) finished I1207 18:57:53.381052 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-lb-xvxp5/service-lb-test-2): unbinding the service from pip capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e I1207 18:57:53.381313 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-lb-xvxp5/service-lb-test-2" pip="capz-uhx40o-abbaf995361a949368fbc6e36cd22b3e" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 18:57:53.670309 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=9 I1207 18:57:55.351983 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:57:55.352010 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:57:55.352018 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:57:55.352051 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:55.352061 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:55.352068 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:57:56.043441 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55652" resp=200 I1207 18:58:04.139817 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=23.121392415 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-xvxp5/service-lb-test-2" result_code="succeeded" I1207 18:58:04.148394 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:58:04.148541 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-xvxp5/service-lb-test-2 I1207 18:58:04.209472 1 controller.go:984] Patching status for service e2e-tests-service-lb-xvxp5/service-lb-test-2 I1207 18:58:04.209612 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-xvxp5/service-lb-test-2" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:58:04.220515 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xvxp5/service-lb-test-2" (23.353662375s) I1207 18:58:04.220687 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-xvxp5/service-lb-test-2" (7.9µs) I1207 18:58:05.087398 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:58:05.296637 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:58:05.296794 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:58:05.296877 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:58:05.296970 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:05.297067 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:05.297076 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:06.043229 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="194.211µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:52216" resp=200 I1207 18:58:13.050729 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-p98g4/service-lb-test-0 I1207 18:58:13.050989 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-p98g4/service-lb-test-0 I1207 18:58:13.051174 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-p98g4/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:58:13.091274 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:58:13.113095 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:58:13.113498 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a07f7ac4312ca4a279dde3a0da2a6043" I1207 18:58:13.113581 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0) - wantLb(true): started I1207 18:58:13.203884 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:13.291968 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:13.292009 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:58:13.292029 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-p98g4/service-lb-test-0) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:58:13.362929 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o-internal) - creating a new frontend IP config "a07f7ac4312ca4a279dde3a0da2a6043" (isIPv6=false) I1207 18:58:13.362965 1 azure_loadbalancer.go:2680] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-p98g4/service-lb-test-0): dynamically allocate the private IP I1207 18:58:13.362980 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-0)(true): lb frontendconfig(a07f7ac4312ca4a279dde3a0da2a6043) - adding I1207 18:58:13.363000 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (a07f7ac4312ca4a279dde3a0da2a6043-TCP-80) I1207 18:58:13.363058 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-0)(true): lb probes updated: [{"name":"a07f7ac4312ca4a279dde3a0da2a6043-TCP-80","properties":{"intervalInSeconds":5,"port":30717,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:58:13.363117 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-0)(true): lb rules updated: [{"name":"a07f7ac4312ca4a279dde3a0da2a6043-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/a07f7ac4312ca4a279dde3a0da2a6043"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/a07f7ac4312ca4a279dde3a0da2a6043-TCP-80"},"protocol":"Tcp"}}] I1207 18:58:13.363136 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o-internal) - updating I1207 18:58:14.568489 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd update I1207 18:58:14.568523 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd belongs to service e2e-tests-service-lb-p98g4/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:14.581190 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd update I1207 18:58:14.581931 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd belongs to service e2e-tests-service-lb-p98g4/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:15.044229 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd update I1207 18:58:15.044257 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd belongs to service e2e-tests-service-lb-p98g4/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:15.078059 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd update I1207 18:58:15.079195 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd belongs to service e2e-tests-service-lb-p98g4/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:15.297399 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:58:15.297433 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:58:15.297440 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:58:15.297470 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:15.297590 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:15.297614 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:16.042715 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51188" resp=200 I1207 18:58:16.066909 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd update I1207 18:58:16.067574 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-0-6thjd belongs to service e2e-tests-service-lb-p98g4/service-lb-test-0, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:16.804098 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:58:16.804122 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:58:16.804135 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o-internal to add 2 nodes and remove 0 nodes I1207 18:58:16.804145 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o-internal I1207 18:58:18.082294 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o-internal) finished I1207 18:58:18.082329 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:58:18.082336 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-0" I1207 18:58:18.082361 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:58:18.212196 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-p98g4/service-lb-test-0): lb backendpool - found private IP "10.1.0.4" I1207 18:58:18.212222 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-p98g4/service-lb-test-0): lb backendpool - found private IP "10.1.0.6" I1207 18:58:18.212288 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","10.1.0.5"] I1207 18:58:18.212783 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-p98g4/service-lb-test-0) - LB fipConfigID(a07f7ac4312ca4a279dde3a0da2a6043) - wantPLS(true) - createPLS(false) I1207 18:58:18.212825 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-p98g4/service-lb-test-0) finished I1207 18:58:18.212936 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000016201 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-p98g4/service-lb-test-0" result_code="succeeded" I1207 18:58:18.212975 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0) - wantLb(false): started I1207 18:58:18.293201 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:18.293243 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:58:18.293434 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:58:18.293488 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o) finished I1207 18:58:18.293511 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:58:18.352029 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.266846811 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-p98g4/service-lb-test-0" result_code="succeeded" I1207 18:58:18.362823 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:58:18.362904 1 controller.go:984] Patching status for service e2e-tests-service-lb-p98g4/service-lb-test-0 I1207 18:58:18.363502 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-p98g4/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:58:18.390943 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-p98g4/service-lb-test-0" (5.340232994s) I1207 18:58:19.261230 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:58:23.277093 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-p98g4/service-lb-test-1 I1207 18:58:23.280199 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-p98g4/service-lb-test-1 I1207 18:58:23.280448 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-p98g4/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:58:23.325087 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:58:23.345505 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:58:23.346057 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a0ebc8a2e5aeb4f04b3943bf19d1007d" I1207 18:58:23.346199 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1) - wantLb(true): started I1207 18:58:23.418705 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:23.418741 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:58:23.418765 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) - found frontend IP config, primary service: false I1207 18:58:23.418772 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-1" I1207 18:58:23.418794 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, true): current lb IPs: [\"10.1.0.5\"]" I1207 18:58:23.418810 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(true) resolved load balancer name I1207 18:58:23.418831 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-p98g4/service-lb-test-1) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:58:23.495298 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:58:23.495353 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-p98g4/service-lb-test-1): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o-internal I1207 18:58:23.562625 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-p98g4/service-lb-test-1): checking owned frontend IP configuration a07f7ac4312ca4a279dde3a0da2a6043 I1207 18:58:23.562674 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o-internal) rule name (a0ebc8a2e5aeb4f04b3943bf19d1007d-TCP-81) I1207 18:58:23.562917 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-1)(true): lb probes updated: [{"name":"a0ebc8a2e5aeb4f04b3943bf19d1007d-TCP-81","properties":{"intervalInSeconds":5,"port":32686,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:58:23.563076 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-1)(true): lb rules updated: [{"name":"a0ebc8a2e5aeb4f04b3943bf19d1007d-TCP-81","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"},"backendPort":81,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/a07f7ac4312ca4a279dde3a0da2a6043"},"frontendPort":81,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/probes/a0ebc8a2e5aeb4f04b3943bf19d1007d-TCP-81"},"protocol":"Tcp"}}] I1207 18:58:23.563108 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) - updating I1207 18:58:24.586566 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk update I1207 18:58:24.587785 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk belongs to service e2e-tests-service-lb-p98g4/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:25.105077 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk update I1207 18:58:25.105235 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk belongs to service e2e-tests-service-lb-p98g4/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:25.135440 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk update I1207 18:58:25.135524 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk belongs to service e2e-tests-service-lb-p98g4/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:25.297811 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:58:25.297844 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:58:25.297864 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:58:25.297936 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:25.297953 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:25.298002 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:25.598230 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk update I1207 18:58:25.599066 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk belongs to service e2e-tests-service-lb-p98g4/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:26.043341 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:55340" resp=200 I1207 18:58:26.106352 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk update I1207 18:58:26.107451 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-p98g4/service-lb-test-1-v4brk belongs to service e2e-tests-service-lb-p98g4/service-lb-test-1, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:58:27.214964 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 18:58:27.215053 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:58:27.215081 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) finished I1207 18:58:27.215100 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) - found frontend IP config, primary service: false I1207 18:58:27.215107 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-1" I1207 18:58:27.215134 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false I1207 18:58:27.277196 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-p98g4/service-lb-test-1): lb backendpool - found private IP "10.1.0.4" I1207 18:58:27.277222 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-p98g4/service-lb-test-1): lb backendpool - found private IP "10.1.0.6" I1207 18:58:27.277468 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o-internal" delete-lb=false managed-destinations=["10.1.0.5","10.0.0.4","10.1.0.4","10.1.0.6","10.1.0.5"] I1207 18:58:27.277839 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-p98g4/service-lb-test-1) - LB fipConfigID(a07f7ac4312ca4a279dde3a0da2a6043) - wantPLS(true) - createPLS(false) I1207 18:58:27.277875 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-p98g4/service-lb-test-1) finished I1207 18:58:27.278038 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000016601 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-p98g4/service-lb-test-1" result_code="succeeded" I1207 18:58:27.278075 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1) - wantLb(false): started I1207 18:58:27.348881 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:27.348919 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:58:27.348947 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:58:27.348984 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o) finished I1207 18:58:27.349000 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:58:27.349166 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=4.036946813 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-p98g4/service-lb-test-1" result_code="succeeded" I1207 18:58:27.362170 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:58:27.362522 1 controller.go:984] Patching status for service e2e-tests-service-lb-p98g4/service-lb-test-1 I1207 18:58:27.363315 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-p98g4/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:58:27.375823 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-p98g4/service-lb-test-1" (4.098743224s) I1207 18:58:35.088169 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:58:35.297830 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:58:35.297885 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:58:35.297891 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:58:35.297931 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:35.297941 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:35.297949 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:36.042997 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38160" resp=200 I1207 18:58:45.298920 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:58:45.298951 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:58:45.298957 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:58:45.298994 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:45.299005 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:45.299012 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:46.044220 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46244" resp=200 I1207 18:58:49.261928 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:58:54.552968 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:54.553011 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) - found frontend IP config, primary service: false I1207 18:58:54.553019 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-1" I1207 18:58:54.553198 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="GetLoadBalancer" service="service-lb-test-1" I1207 18:58:54.553222 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-p98g4/service-lb-test-1 I1207 18:58:54.553600 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-p98g4/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:58:54.559005 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:58:54.566923 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:58:54.648661 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:54.648698 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) - found frontend IP config, primary service: false I1207 18:58:54.648706 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-1" I1207 18:58:54.648734 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-p98g4/service-lb-test-1" I1207 18:58:54.648752 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-p98g4/service-lb-test-1" load-balancer="capz-uhx40o-internal" delete-lb=true I1207 18:58:54.649323 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-p98g4/service-lb-test-1): lb backendpool - found private IP "10.1.0.4" I1207 18:58:54.649352 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-p98g4/service-lb-test-1): lb backendpool - found private IP "10.1.0.6" I1207 18:58:54.649407 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-p98g4/service-lb-test-1" load-balancer="capz-uhx40o-internal" delete-lb=true managed-destinations=["10.1.0.5","10.1.0.5","10.0.0.4","10.1.0.4","10.1.0.6","10.1.0.5"] I1207 18:58:54.649674 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1) - wantLb(false): started I1207 18:58:54.736673 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:54.736705 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:58:54.736730 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) - found frontend IP config, primary service: false I1207 18:58:54.736738 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-1" I1207 18:58:54.736805 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-1, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-p98g4/service-lb-test-1" I1207 18:58:54.736824 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name W1207 18:58:54.736974 1 azure_loadbalancer.go:1627] isFrontendIPConfigUnsafeToDelete: frontend IP configuration with ID /subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/frontendIPConfigurations/a07f7ac4312ca4a279dde3a0da2a6043 on LB capz-uhx40o-internal cannot be deleted because it is being referenced by load balancing rules of other services I1207 18:58:54.737111 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-1)(false): lb probe(a0ebc8a2e5aeb4f04b3943bf19d1007d-TCP-81) - dropping I1207 18:58:54.737130 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-1)(false): lb probes updated: null I1207 18:58:54.737259 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-1)(false): lb rule(a0ebc8a2e5aeb4f04b3943bf19d1007d-TCP-81) - dropping I1207 18:58:54.737357 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-1)(false): lb rules updated: null I1207 18:58:54.737381 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) - updating I1207 18:58:55.299779 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:58:55.299821 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:58:55.299889 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:58:55.300118 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:55.300178 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:55.300199 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:58:56.043312 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="99.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51688" resp=200 I1207 18:58:58.864794 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o-internal) finished I1207 18:58:58.864830 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1) - wantLb(false): started I1207 18:58:58.951393 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:58:58.951432 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:58:58.951463 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:58:58.951498 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-1): lb(capz-uhx40o) finished I1207 18:58:58.951569 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=4.398190574 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-p98g4/service-lb-test-1" result_code="succeeded" I1207 18:58:58.961599 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:58:58.961670 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-p98g4/service-lb-test-1 I1207 18:58:59.009361 1 controller.go:984] Patching status for service e2e-tests-service-lb-p98g4/service-lb-test-1 I1207 18:58:59.009698 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-p98g4/service-lb-test-1" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:58:59.017785 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-p98g4/service-lb-test-1" (4.553167141s) I1207 18:58:59.185377 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:59:00.688246 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:00.688291 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:59:00.688300 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-0" I1207 18:59:00.688324 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="GetLoadBalancer" service="service-lb-test-0" I1207 18:59:00.688340 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-p98g4/service-lb-test-0 I1207 18:59:00.688926 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-p98g4/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 18:59:00.692174 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:59:00.700438 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:59:00.781774 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:00.781809 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:59:00.781818 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-0" I1207 18:59:00.781889 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-p98g4/service-lb-test-0" I1207 18:59:00.781912 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-p98g4/service-lb-test-0" load-balancer="capz-uhx40o-internal" delete-lb=true I1207 18:59:00.782537 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-p98g4/service-lb-test-0): lb backendpool - found private IP "10.1.0.4" I1207 18:59:00.782555 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-p98g4/service-lb-test-0): lb backendpool - found private IP "10.1.0.6" I1207 18:59:00.782716 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-p98g4/service-lb-test-0" load-balancer="capz-uhx40o-internal" delete-lb=true managed-destinations=["10.1.0.5","10.0.0.4","10.1.0.4","10.1.0.6","10.1.0.5"] I1207 18:59:00.783136 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0) - wantLb(false): started I1207 18:59:00.886891 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:00.886923 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o-internal I1207 18:59:00.886943 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o-internal) - found frontend IP config, primary service: true I1207 18:59:00.886952 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "10.1.0.5" from frontendIPConfiguration "a07f7ac4312ca4a279dde3a0da2a6043" for service "e2e-tests-service-lb-p98g4/service-lb-test-0" I1207 18:59:00.886978 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test-0, capz-uhx40o, false): current lb IPs: [\"10.1.0.5\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-p98g4/service-lb-test-0" I1207 18:59:00.886996 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:59:00.887012 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-0)(false): lb frontendconfig(a07f7ac4312ca4a279dde3a0da2a6043) - dropping I1207 18:59:00.887023 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-0)(false): lb probe(a07f7ac4312ca4a279dde3a0da2a6043-TCP-80) - dropping I1207 18:59:00.887033 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-0)(false): lb probes updated: null I1207 18:59:00.887041 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-0)(false): lb rule(a07f7ac4312ca4a279dde3a0da2a6043-TCP-80) - dropping I1207 18:59:00.887049 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-p98g4/service-lb-test-0)(false): lb rules updated: null I1207 18:59:00.887059 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-p98g4/service-lb-test-0) - LB fipConfigID(a07f7ac4312ca4a279dde3a0da2a6043) - wantPLS(false) - createPLS(false) I1207 18:59:00.929648 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-p98g4/service-lb-test-0) finished I1207 18:59:00.929703 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.0426055 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-p98g4/service-lb-test-0" result_code="succeeded" I1207 18:59:00.929726 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o-internal, e2e-tests-service-lb-p98g4/service-lb-test-0, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 18:59:00.929742 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o-internal/backendAddressPools/capz-uhx40o"] I1207 18:59:00.929760 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o-internal I1207 18:59:05.087557 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:59:05.300325 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:59:05.300366 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:59:05.300376 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:59:05.300430 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:05.300447 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:05.300465 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:06.045522 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.505µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60640" resp=200 I1207 18:59:08.871606 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:59:11.358582 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o-internal) finished I1207 18:59:11.358618 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0) - wantLb(false): started I1207 18:59:11.439545 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:11.533406 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:11.533447 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 18:59:11.533469 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-p98g4/service-lb-test-0): lb(capz-uhx40o) finished I1207 18:59:11.533522 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=10.845088128 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-p98g4/service-lb-test-0" result_code="succeeded" I1207 18:59:11.542069 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:59:11.542118 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-p98g4/service-lb-test-0 I1207 18:59:11.604829 1 controller.go:984] Patching status for service e2e-tests-service-lb-p98g4/service-lb-test-0 I1207 18:59:11.605243 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-p98g4/service-lb-test-0" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 18:59:11.609565 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-p98g4/service-lb-test-0" (10.993826933s) I1207 18:59:15.171079 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=83 I1207 18:59:15.300523 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:59:15.300568 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:59:15.300579 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:59:15.300635 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:15.300731 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:15.300811 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:16.043450 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49940" resp=200 I1207 18:59:19.262998 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:59:20.472219 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 18:59:20.472421 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-6tpb2/service-lb-test I1207 18:59:20.472752 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:59:20.493465 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:59:20.501647 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:59:20.502320 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a4ee5ce5072cc4ac5bc10723892f3769" I1207 18:59:20.502482 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(true): started I1207 18:59:20.573634 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:20.742331 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:20.742377 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:59:20.742400 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:59:20.742414 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "a4ee5ce5072cc4ac5bc10723892f3769" (isIPv6=false) I1207 18:59:20.817730 1 azure_publicip_repo.go:140] "pip not found" logger="getPublicIPAddress" pipResourceGroup="capz-uhx40o" pipName="capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769" I1207 18:59:20.817783 1 azure_loadbalancer.go:1270] ensurePublicIPExists for service(e2e-tests-service-lb-6tpb2/service-lb-test): pip(capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769) - creating I1207 18:59:20.817800 1 azure_loadbalancer.go:1295] CreateOrUpdatePIP(capz-uhx40o, "capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769"): start I1207 18:59:21.174832 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=16 I1207 18:59:21.771330 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 update I1207 18:59:21.771739 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 belongs to service e2e-tests-service-lb-6tpb2/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:59:22.287287 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 update I1207 18:59:22.287318 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 belongs to service e2e-tests-service-lb-6tpb2/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:59:22.363135 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-6tpb2/service-lb-test)(true): lb frontendconfig(a4ee5ce5072cc4ac5bc10723892f3769) - adding I1207 18:59:22.363172 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a4ee5ce5072cc4ac5bc10723892f3769-TCP-80) I1207 18:59:22.363259 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-6tpb2/service-lb-test)(true): lb probes updated: [{"name":"a4ee5ce5072cc4ac5bc10723892f3769-TCP-80","properties":{"intervalInSeconds":5,"port":30214,"probeThreshold":2,"protocol":"Tcp"}}] I1207 18:59:22.363484 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-6tpb2/service-lb-test)(true): lb rules updated: [{"name":"a4ee5ce5072cc4ac5bc10723892f3769-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":80,"disableOutboundSnat":false,"enableFloatingIP":true,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a4ee5ce5072cc4ac5bc10723892f3769"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a4ee5ce5072cc4ac5bc10723892f3769-TCP-80"},"protocol":"Tcp"}}] I1207 18:59:22.363512 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - updating I1207 18:59:22.778223 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 update I1207 18:59:22.779130 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 belongs to service e2e-tests-service-lb-6tpb2/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:59:22.787703 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 18:59:22.787889 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 18:59:22.788067 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 18:59:22.788162 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:59:23.297536 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 update I1207 18:59:23.297567 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 belongs to service e2e-tests-service-lb-6tpb2/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:59:23.308948 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 update I1207 18:59:23.309016 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-6tpb2/service-lb-test-xwth5 belongs to service e2e-tests-service-lb-6tpb2/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 18:59:24.315139 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) finished I1207 18:59:24.315178 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:59:24.397743 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 18:59:24.397787 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:59:24.453129 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 18:59:24.453155 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:59:24.453210 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:59:24.453237 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:59:24.453253 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:59:24.453283 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.229.177.65"] I1207 18:59:24.454915 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:59:25.301525 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:59:25.301562 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:59:25.301570 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:59:25.301665 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:25.301690 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:25.301612 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:25.865800 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) - LB fipConfigID(a4ee5ce5072cc4ac5bc10723892f3769) - wantPLS(true) - createPLS(false) I1207 18:59:25.865831 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) finished I1207 18:59:25.865891 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014701 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 18:59:25.865917 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(false): started I1207 18:59:25.950293 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:25.950325 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:59:25.950348 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:59:25.950406 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:59:25.950424 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:59:25.950721 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-6tpb2/service-lb-test): pip(capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769) - updating I1207 18:59:26.016335 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=5.525624279 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 18:59:26.025555 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:59:26.025747 1 controller.go:984] Patching status for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 18:59:26.026157 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:59:26.035445 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-6tpb2/service-lb-test" (5.563234003s) I1207 18:59:26.045645 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="74.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34840" resp=200 I1207 18:59:35.087266 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 18:59:35.301742 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:59:35.301774 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:59:35.301779 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:59:35.301817 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:35.301828 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:35.301835 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:36.042926 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33058" resp=200 I1207 18:59:45.301837 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:59:45.301884 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:59:45.301889 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:59:45.301926 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:45.301936 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:45.302081 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:46.043186 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47368" resp=200 I1207 18:59:49.264083 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 18:59:51.930678 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 18:59:51.930708 1 controller.go:722] Syncing backends for all LB services. I1207 18:59:51.931406 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==1, workers==1) I1207 18:59:51.931458 1 controller.go:759] nodeSyncService started for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 18:59:51.931474 1 controller.go:831] Updating backends for load balancer e2e-tests-service-lb-6tpb2/service-lb-test with 1 nodes: [capz-uhx40o-mp-0000003] I1207 18:59:51.990468 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 18:59:51.991321 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 18:59:52.007356 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:52.007380 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:59:52.007424 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:59:52.007523 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 18:59:52.007550 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.229.177.65\"]" I1207 18:59:52.015304 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:59:52.022036 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:59:52.022076 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a4ee5ce5072cc4ac5bc10723892f3769" I1207 18:59:52.022086 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(true): started I1207 18:59:52.107199 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:52.107231 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:59:52.107251 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:59:52.107294 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 18:59:52.107320 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"4.229.177.65\"]" I1207 18:59:52.107385 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:59:52.107413 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:59:52.107462 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:59:52.107496 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:59:52.107549 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test): found unwanted node private IP 10.1.0.4, decouple it from the LB capz-uhx40o I1207 18:59:52.107558 1 azure_loadbalancer_backendpool.go:904] removeNodeIPAddressFromBackendPool: removing 10.1.0.4 from the backend pool capz-uhx40o I1207 18:59:52.107563 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 18:59:53.464500 1 azure_loadbalancer_backendpool.go:721] bi.ReconcileBackendPools for service(e2e-tests-service-lb-6tpb2/service-lb-test): refreshing load balancer capz-uhx40o I1207 18:59:53.530439 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-6tpb2/service-lb-test): checking owned frontend IP configuration a4ee5ce5072cc4ac5bc10723892f3769 I1207 18:59:53.530523 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a4ee5ce5072cc4ac5bc10723892f3769-TCP-80) I1207 18:59:53.530566 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:59:53.530587 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) finished I1207 18:59:53.530598 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:59:53.530623 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 18:59:53.530645 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:59:53.639425 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:59:53.639508 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:59:53.639531 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:59:53.639549 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:59:53.639578 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.229.177.65","10.1.0.6","10.0.0.4","10.1.0.4","4.229.177.65"] I1207 18:59:53.639599 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.229.177.65"] retained-prefixes=["4.229.177.65","10.1.0.6","10.0.0.4","10.1.0.4","4.229.177.65"] expected-prefixes=["4.229.177.65","4.229.177.65"] I1207 18:59:53.640042 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:59:53.902742 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) - LB fipConfigID(a4ee5ce5072cc4ac5bc10723892f3769) - wantPLS(true) - createPLS(false) I1207 18:59:53.902772 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) finished I1207 18:59:53.902804 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000014001 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 18:59:53.902830 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(false): started I1207 18:59:53.983881 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:53.983907 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:59:53.983931 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:59:53.983982 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:59:53.983997 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:59:53.984125 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-6tpb2/service-lb-test): pip(capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769) - updating I1207 18:59:54.062446 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:59:54.062495 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=2.130955815 request="services_update_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 18:59:54.062838 1 controller.go:828] It took 2.131367238 seconds to update load balancer hosts for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 18:59:54.062874 1 controller.go:765] nodeSyncService finished successfully for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 18:59:54.062889 1 controller.go:817] Finished updateLoadBalancerHosts I1207 18:59:54.062975 1 controller.go:726] Successfully updated 1 out of 1 load balancers to direct traffic to the updated set of nodes I1207 18:59:54.063041 1 controller.go:718] It took 2.132340494 seconds to finish syncNodes I1207 18:59:54.063232 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="UpdatedLoadBalancer" message="Updated load balancer with new hosts" I1207 18:59:54.067997 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 18:59:54.074505 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 18:59:54.074679 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a4ee5ce5072cc4ac5bc10723892f3769" I1207 18:59:54.074694 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(true): started I1207 18:59:54.140821 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:54.141045 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:59:54.141185 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:59:54.141404 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 18:59:54.141513 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"4.229.177.65\"]" I1207 18:59:54.141638 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 18:59:54.141736 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 18:59:54.141842 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 18:59:54.141982 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 18:59:54.142074 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test): found unwanted node private IP 10.1.0.4, decouple it from the LB capz-uhx40o I1207 18:59:54.142194 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-6tpb2/service-lb-test): checking owned frontend IP configuration a4ee5ce5072cc4ac5bc10723892f3769 I1207 18:59:54.142354 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a4ee5ce5072cc4ac5bc10723892f3769-TCP-80) I1207 18:59:54.142470 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 18:59:54.142579 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) finished I1207 18:59:54.142675 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 18:59:54.142780 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 18:59:54.142901 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:59:54.262768 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 18:59:54.262878 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 18:59:54.262903 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 18:59:54.262924 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 18:59:54.262955 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.229.177.65","10.0.0.4","10.1.0.4","10.1.0.6","4.229.177.65"] I1207 18:59:54.263204 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.229.177.65"] retained-prefixes=["4.229.177.65","10.0.0.4","10.1.0.4","10.1.0.6","4.229.177.65"] expected-prefixes=["4.229.177.65","4.229.177.65"] I1207 18:59:54.263624 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 18:59:54.448877 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) - LB fipConfigID(a4ee5ce5072cc4ac5bc10723892f3769) - wantPLS(true) - createPLS(false) I1207 18:59:54.448905 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) finished I1207 18:59:54.448938 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000013301 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 18:59:54.448982 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(false): started I1207 18:59:54.544092 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 18:59:54.544127 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 18:59:54.544150 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 18:59:54.544175 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o-internal) finished I1207 18:59:54.544191 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 18:59:54.544312 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-6tpb2/service-lb-test): pip(capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769) - updating I1207 18:59:54.601527 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.53857534 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 18:59:54.619478 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 18:59:54.619774 1 controller.go:984] Patching status for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 18:59:54.620299 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 18:59:54.624596 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-6tpb2/service-lb-test" (2.634159916s) I1207 18:59:55.302673 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 18:59:55.302704 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 18:59:55.302714 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 18:59:55.302751 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:55.302762 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:55.302766 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 18:59:56.042950 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="105.406µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:49460" resp=200 I1207 19:00:02.449911 1 controller.go:722] Syncing backends for all LB services. I1207 19:00:02.450138 1 controller.go:801] Running updateLoadBalancerHosts(len(services)==1, workers==1) I1207 19:00:02.450274 1 controller.go:759] nodeSyncService started for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 19:00:02.450400 1 controller.go:831] Updating backends for load balancer e2e-tests-service-lb-6tpb2/service-lb-test with 2 nodes: [capz-uhx40o-mp-0000002 capz-uhx40o-mp-0000003] I1207 19:00:02.450101 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 19:00:02.513895 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 19:00:02.515288 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 19:00:02.583235 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:02.583270 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 19:00:02.583286 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:02.583328 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:02.583419 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.229.177.65\"]" I1207 19:00:02.585812 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 19:00:02.594410 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 19:00:02.594438 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a4ee5ce5072cc4ac5bc10723892f3769" I1207 19:00:02.594448 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(true): started I1207 19:00:02.693413 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:02.693542 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 19:00:02.693619 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:02.693665 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:02.693686 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"4.229.177.65\"]" I1207 19:00:02.693703 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 19:00:02.693724 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 19:00:02.693735 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 19:00:02.693761 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 19:00:02.693775 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-6tpb2/service-lb-test): checking owned frontend IP configuration a4ee5ce5072cc4ac5bc10723892f3769 I1207 19:00:02.694020 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a4ee5ce5072cc4ac5bc10723892f3769-TCP-80) I1207 19:00:02.694075 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 19:00:02.694148 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 19:00:02.694164 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 1 nodes and remove 0 nodes I1207 19:00:02.694229 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 19:00:04.128124 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) finished I1207 19:00:04.128156 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:04.128199 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:04.128234 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 19:00:04.252437 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 19:00:04.252477 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 19:00:04.253154 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 19:00:04.253278 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 19:00:04.253349 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 19:00:04.253442 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.229.177.65","10.1.0.6","10.0.0.4","10.1.0.4","4.229.177.65"] I1207 19:00:04.253535 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.229.177.65"] retained-prefixes=["4.229.177.65","10.1.0.6","10.0.0.4","10.1.0.4","4.229.177.65"] expected-prefixes=["4.229.177.65","4.229.177.65"] I1207 19:00:04.253924 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 19:00:04.496747 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) - LB fipConfigID(a4ee5ce5072cc4ac5bc10723892f3769) - wantPLS(true) - createPLS(false) I1207 19:00:04.496790 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) finished I1207 19:00:04.496833 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000023501 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 19:00:04.496944 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(false): started I1207 19:00:04.565991 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:04.566024 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 19:00:04.566047 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 19:00:04.566071 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o-internal) finished I1207 19:00:04.566084 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 19:00:04.566317 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-6tpb2/service-lb-test): pip(capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769) - updating I1207 19:00:04.632805 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 19:00:04.632879 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=2.182169948 request="services_update_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 19:00:04.633115 1 controller.go:828] It took 2.18270618 seconds to update load balancer hosts for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 19:00:04.633132 1 controller.go:765] nodeSyncService finished successfully for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 19:00:04.633164 1 controller.go:817] Finished updateLoadBalancerHosts I1207 19:00:04.633169 1 controller.go:726] Successfully updated 1 out of 1 load balancers to direct traffic to the updated set of nodes I1207 19:00:04.633175 1 controller.go:718] It took 2.183269513 seconds to finish syncNodes I1207 19:00:04.633415 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="UpdatedLoadBalancer" message="Updated load balancer with new hosts" I1207 19:00:04.636949 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 19:00:04.645886 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 19:00:04.646142 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a4ee5ce5072cc4ac5bc10723892f3769" I1207 19:00:04.646253 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(true): started I1207 19:00:04.719591 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:04.719620 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 19:00:04.719637 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:04.719676 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:04.719694 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, true): current lb IPs: [\"4.229.177.65\"]" I1207 19:00:04.719709 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 19:00:04.719727 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 19:00:04.719736 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 19:00:04.719758 1 azure_loadbalancer_backendpool.go:675] bi.ReconcileBackendPools for service (e2e-tests-service-lb-6tpb2/service-lb-test): found unwanted node private IP 10.0.0.4, decouple it from the LB capz-uhx40o I1207 19:00:04.719770 1 azure_loadbalancer.go:2607] reconcileFrontendIPConfigs for service (e2e-tests-service-lb-6tpb2/service-lb-test): checking owned frontend IP configuration a4ee5ce5072cc4ac5bc10723892f3769 I1207 19:00:04.719803 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a4ee5ce5072cc4ac5bc10723892f3769-TCP-80) I1207 19:00:04.719837 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.6 in the backend pool capz-uhx40o I1207 19:00:04.719842 1 azure_loadbalancer_backendpool.go:450] bi.EnsureHostsInPool: found existing IP 10.1.0.4 in the backend pool capz-uhx40o I1207 19:00:04.720125 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) finished I1207 19:00:04.720171 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:04.720219 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:04.720264 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 19:00:04.851895 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 19:00:04.851921 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 19:00:04.851986 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 19:00:04.852008 1 securitygroup.go:139] "Found an existing rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" priority=500 I1207 19:00:04.852022 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" I1207 19:00:04.852050 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["4.229.177.65","10.0.0.4","10.1.0.4","10.1.0.6","4.229.177.65"] I1207 19:00:04.852077 1 securitygroup.go:346] "Removing destination prefixes from rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.RetainDestinationFromRules" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" num-dst-prefixes=5 rule-name="k8s-azure-lb_allow_IPv4_d39272f7f57ed937951650d93992ad77" current-prefixes=["4.229.177.65"] retained-prefixes=["4.229.177.65","10.0.0.4","10.1.0.4","10.1.0.6","4.229.177.65"] expected-prefixes=["4.229.177.65","4.229.177.65"] I1207 19:00:04.852402 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 19:00:05.088093 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:00:05.129831 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) - LB fipConfigID(a4ee5ce5072cc4ac5bc10723892f3769) - wantPLS(true) - createPLS(false) I1207 19:00:05.129896 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) finished I1207 19:00:05.129940 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000024102 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 19:00:05.129982 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(false): started I1207 19:00:05.194723 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:05.194752 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 19:00:05.194775 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 19:00:05.194797 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o-internal) finished I1207 19:00:05.194810 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 19:00:05.194945 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-6tpb2/service-lb-test): pip(capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769) - updating I1207 19:00:05.272167 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.638948429 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 19:00:05.280379 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 19:00:05.280467 1 controller.go:984] Patching status for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 19:00:05.281434 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 19:00:05.287828 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-6tpb2/service-lb-test" (2.774049094s) I1207 19:00:05.367383 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:00:05.367413 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:00:05.367420 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:00:05.367464 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:05.367476 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:05.367625 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:06.045457 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="110.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:36178" resp=200 I1207 19:00:13.010194 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:13.010231 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:13.010304 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:13.010335 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.229.177.65\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 19:00:13.010355 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 19:00:13.010756 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 19:00:13.013399 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 19:00:13.021090 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 19:00:13.107711 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:13.107756 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:13.107801 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:13.107825 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.229.177.65\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:13.107841 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-6tpb2/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 19:00:13.159296 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 19:00:13.159326 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-6tpb2/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 19:00:13.159413 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-6tpb2/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.229.177.65","10.0.0.4","10.1.0.4","10.1.0.6","4.229.177.65"] I1207 19:00:13.159777 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-6tpb2/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 19:00:14.477133 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(false): started I1207 19:00:14.592514 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:14.592544 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 19:00:14.592564 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:14.592607 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.229.177.65" from frontendIPConfiguration "a4ee5ce5072cc4ac5bc10723892f3769" for service "e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:14.592631 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.229.177.65\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-6tpb2/service-lb-test" I1207 19:00:14.592654 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 19:00:14.592669 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-6tpb2/service-lb-test)(false): lb frontendconfig(a4ee5ce5072cc4ac5bc10723892f3769) - dropping I1207 19:00:14.592681 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-6tpb2/service-lb-test)(false): lb probe(a4ee5ce5072cc4ac5bc10723892f3769-TCP-80) - dropping I1207 19:00:14.592690 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-6tpb2/service-lb-test)(false): lb probes updated: null I1207 19:00:14.592699 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-6tpb2/service-lb-test)(false): lb rule(a4ee5ce5072cc4ac5bc10723892f3769-TCP-80) - dropping I1207 19:00:14.592709 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-6tpb2/service-lb-test)(false): lb rules updated: null I1207 19:00:14.592721 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) - LB fipConfigID(a4ee5ce5072cc4ac5bc10723892f3769) - wantPLS(false) - createPLS(false) I1207 19:00:14.635094 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-6tpb2/service-lb-test) finished I1207 19:00:14.635172 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.042394555 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 19:00:14.635204 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-6tpb2/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 19:00:14.635233 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 19:00:14.635264 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 19:00:15.304317 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:00:15.304354 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:00:15.304363 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:00:15.304407 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:15.304422 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:15.304453 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:16.043000 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.205µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47504" resp=200 I1207 19:00:19.264941 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:00:25.167154 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o) finished I1207 19:00:25.167488 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test) - wantLb(false): started I1207 19:00:25.260579 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:25.304441 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:00:25.304470 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:00:25.304478 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:00:25.304506 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:25.304517 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:25.304525 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:25.341087 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:25.341136 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 19:00:25.341193 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-6tpb2/service-lb-test): lb(capz-uhx40o-internal) finished I1207 19:00:25.341222 1 azure_loadbalancer.go:3534] reconcilePublicIP for service(e2e-tests-service-lb-6tpb2/service-lb-test): unbinding the service from pip capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769 I1207 19:00:25.341472 1 azure_loadbalancer.go:3463] "reconcilePublicIP for service" logger="EnsureLoadBalancerDeleted.reconcilePublicIP" cluster="capz-uhx40o" service="e2e-tests-service-lb-6tpb2/service-lb-test" pip="capz-uhx40o-a4ee5ce5072cc4ac5bc10723892f3769" rg="capz-uhx40o" isIPv6=false action="deleting" I1207 19:00:26.043102 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.406µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45124" resp=200 I1207 19:00:35.087945 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:00:35.304597 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:00:35.304632 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:00:35.304650 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:00:35.304730 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:35.304799 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:35.304809 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:35.683436 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=22.672844876 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-6tpb2/service-lb-test" result_code="succeeded" I1207 19:00:35.691683 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 19:00:35.691740 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-6tpb2/service-lb-test I1207 19:00:35.758105 1 controller.go:984] Patching status for service e2e-tests-service-lb-6tpb2/service-lb-test I1207 19:00:35.759388 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-6tpb2/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 19:00:35.767661 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-6tpb2/service-lb-test" (22.830278292s) I1207 19:00:35.768202 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-6tpb2/service-lb-test" (9.701µs) I1207 19:00:36.043378 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.604µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39872" resp=200 I1207 19:00:39.185687 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:00:45.305081 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:00:45.305110 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:00:45.305117 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:00:45.305152 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:45.305162 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:45.305169 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:46.043348 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.904µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40180" resp=200 I1207 19:00:46.948820 1 controller.go:401] Ensuring load balancer for service e2e-tests-service-lb-ttqn5/service-lb-test I1207 19:00:46.949139 1 controller.go:943] Adding finalizer to service e2e-tests-service-lb-ttqn5/service-lb-test I1207 19:00:46.950447 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-ttqn5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuringLoadBalancer" message="Ensuring load balancer" I1207 19:00:46.977574 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 19:00:46.991665 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 19:00:46.992354 1 azure_loadbalancer.go:138] "Start reconciling Service" lb="a18ee36daabeb4d51b908e0d24b11a69" I1207 19:00:46.992515 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test) - wantLb(true): started I1207 19:00:47.020721 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-ttqn5/service-lb-test-vvxnn update I1207 19:00:47.020808 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-ttqn5/service-lb-test-vvxnn belongs to service e2e-tests-service-lb-ttqn5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 19:00:47.027726 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-ttqn5/service-lb-test-vvxnn update I1207 19:00:47.027826 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-ttqn5/service-lb-test-vvxnn belongs to service e2e-tests-service-lb-ttqn5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 19:00:47.078644 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:47.161723 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:47.231291 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(true) resolved load balancer name I1207 19:00:47.231352 1 azure_loadbalancer_backendpool.go:663] bi.ReconcileBackendPools for service (e2e-tests-service-lb-ttqn5/service-lb-test) and vmSet (capz-uhx40o-vmss-0): ensuring the LB is decoupled from the VMSet I1207 19:00:47.231370 1 azure_loadbalancer.go:2640] ensure(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o) - creating a new frontend IP config "a18ee36daabeb4d51b908e0d24b11a69" (isIPv6=false) I1207 19:00:47.231432 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-ttqn5/service-lb-test): pip(service-lb-public-IPc852) - updating I1207 19:00:47.355111 1 azure_loadbalancer.go:2713] reconcileLoadBalancer for service (e2e-tests-service-lb-ttqn5/service-lb-test)(true): lb frontendconfig(a18ee36daabeb4d51b908e0d24b11a69) - adding I1207 19:00:47.355148 1 azure_loadbalancer.go:2961] getExpectedLBRules lb name (capz-uhx40o) rule name (a18ee36daabeb4d51b908e0d24b11a69-TCP-80) I1207 19:00:47.355210 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-ttqn5/service-lb-test)(true): lb probes updated: [{"name":"a18ee36daabeb4d51b908e0d24b11a69-TCP-80","properties":{"intervalInSeconds":5,"port":31398,"probeThreshold":2,"protocol":"Tcp"}}] I1207 19:00:47.355281 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-ttqn5/service-lb-test)(true): lb rules updated: [{"name":"a18ee36daabeb4d51b908e0d24b11a69-TCP-80","properties":{"backendAddressPool":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"},"backendPort":31398,"disableOutboundSnat":false,"enableFloatingIP":false,"enableTcpReset":true,"frontendIPConfiguration":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/frontendIPConfigurations/a18ee36daabeb4d51b908e0d24b11a69"},"frontendPort":80,"idleTimeoutInMinutes":4,"loadDistribution":"Default","probe":{"id":"/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/probes/a18ee36daabeb4d51b908e0d24b11a69-TCP-80"},"protocol":"Tcp"}}] I1207 19:00:47.355312 1 azure_loadbalancer.go:1989] reconcileLoadBalancer: reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o) - updating I1207 19:00:47.551102 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-ttqn5/service-lb-test-vvxnn update I1207 19:00:47.551322 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-ttqn5/service-lb-test-vvxnn belongs to service e2e-tests-service-lb-ttqn5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 19:00:47.580816 1 azure_local_services.go:318] Detecting EndpointSlice e2e-tests-service-lb-ttqn5/service-lb-test-vvxnn update I1207 19:00:47.580844 1 azure_local_services.go:324] EndpointSlice e2e-tests-service-lb-ttqn5/service-lb-test-vvxnn belongs to service e2e-tests-service-lb-ttqn5/service-lb-test, but the service is not a local service, or has not finished the initial reconciliation loop. Skip updating load balancer backend pool I1207 19:00:47.802694 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.4 to the backend pool capz-uhx40o I1207 19:00:47.802727 1 azure_loadbalancer_backendpool.go:844] bi.addNodeIPAddressesToBackendPool: adding 10.1.0.6 to the backend pool capz-uhx40o I1207 19:00:47.802739 1 azure_loadbalancer_backendpool.go:509] bi.EnsureHostsInPool: updating backend pool capz-uhx40o of load balancer capz-uhx40o to add 2 nodes and remove 0 nodes I1207 19:00:47.802747 1 azure_loadbalancer_repo.go:190] CreateOrUpdateLBBackendPool: updating backend pool capz-uhx40o in LB capz-uhx40o I1207 19:00:49.265098 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:00:49.265139 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o) finished I1207 19:00:49.265161 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:00:49.265200 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.40.6" from frontendIPConfiguration "a18ee36daabeb4d51b908e0d24b11a69" for service "e2e-tests-service-lb-ttqn5/service-lb-test" I1207 19:00:49.265220 1 azure_loadbalancer.go:3110] "Starting" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 19:00:49.378234 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-ttqn5/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 19:00:49.378257 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-ttqn5/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 19:00:49.378311 1 securitygroup.go:222] "Patching a rule for allowed service tag" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" ip-family="IPv4" I1207 19:00:49.378338 1 securitygroup.go:160] "Adding a new rule" logger="reconcileSecurityGroup.AccessControl.RuleHelper.getOrCreateRule" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_3d7d52d24adf27f2dcf773a3485c5fbc" priority=500 I1207 19:00:49.378357 1 securitygroup.go:200] "Patched a rule for allow" logger="reconcileSecurityGroup.AccessControl.RuleHelper" load-balancer="capz-uhx40o" delete-lb=false security-group="capz-uhx40o-node-nsg" rule-name="k8s-azure-lb_allow_IPv4_3d7d52d24adf27f2dcf773a3485c5fbc" I1207 19:00:49.378396 1 azure_loadbalancer.go:3214] "Retaining security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false managed-destinations=["10.0.0.4","10.1.0.4","10.1.0.6","4.206.40.6"] I1207 19:00:49.378889 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="reconcileSecurityGroup" load-balancer="capz-uhx40o" delete-lb=false I1207 19:00:50.812299 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-ttqn5/service-lb-test) - LB fipConfigID(a18ee36daabeb4d51b908e0d24b11a69) - wantPLS(true) - createPLS(false) I1207 19:00:50.812384 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-ttqn5/service-lb-test) finished I1207 19:00:50.812426 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.000015701 request="services_ensure_privatelinkservice" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-ttqn5/service-lb-test" result_code="succeeded" I1207 19:00:50.812506 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test) - wantLb(false): started I1207 19:00:50.883716 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:00:50.883746 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 19:00:50.883769 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 19:00:50.883794 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o-internal) finished I1207 19:00:50.883814 1 azure_loadbalancer.go:182] "Reconciling PublicIPs" I1207 19:00:50.884063 1 azure_loadbalancer.go:1207] ensurePublicIPExists for service(e2e-tests-service-lb-ttqn5/service-lb-test): pip(service-lb-public-IPc852) - updating I1207 19:00:50.949078 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=3.977499397 request="services_ensure_loadbalancer" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-ttqn5/service-lb-test" result_code="succeeded" I1207 19:00:50.957213 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 19:00:50.957279 1 controller.go:984] Patching status for service e2e-tests-service-lb-ttqn5/service-lb-test I1207 19:00:50.957706 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-ttqn5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="EnsuredLoadBalancer" message="Ensured load balancer" I1207 19:00:50.970826 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-ttqn5/service-lb-test" (4.022145636s) I1207 19:00:55.306077 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:00:55.306109 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:00:55.306115 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:00:55.306144 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:55.306153 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:55.306161 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:00:56.043693 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="150.308µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38840" resp=200 I1207 19:01:05.087337 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:01:05.306383 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:01:05.306496 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:01:05.306504 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:01:05.306545 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:05.306666 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:05.306675 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:06.044626 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="90.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44972" resp=200 I1207 19:01:11.516728 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 19:01:15.306523 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:01:15.306558 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:01:15.306564 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:01:15.306597 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:15.306608 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:15.306614 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:16.042409 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51298" resp=200 I1207 19:01:19.266249 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:01:24.112264 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 19:01:25.307399 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:01:25.307432 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:01:25.307437 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:01:25.307466 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:25.307476 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:25.307483 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:26.043088 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42100" resp=200 I1207 19:01:28.684034 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:01:28.684069 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:01:28.684221 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.40.6" from frontendIPConfiguration "a18ee36daabeb4d51b908e0d24b11a69" for service "e2e-tests-service-lb-ttqn5/service-lb-test" I1207 19:01:28.684257 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.40.6\"]" logger="GetLoadBalancer" service="service-lb-test" I1207 19:01:28.684280 1 controller.go:382] Deleting existing load balancer for service e2e-tests-service-lb-ttqn5/service-lb-test I1207 19:01:28.684606 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-ttqn5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletingLoadBalancer" message="Deleting load balancer" I1207 19:01:28.687245 1 azure_lock.go:118] "Lease already exists." logger="createLeaseIfNotExists" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" leaseDurationSeconds=900 I1207 19:01:28.701882 1 azure_lock.go:178] "Successfully acquired lease." logger="acquireLease" holder="cloud-controller-manager" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" I1207 19:01:28.909146 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:01:28.909178 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:01:28.909221 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.40.6" from frontendIPConfiguration "a18ee36daabeb4d51b908e0d24b11a69" for service "e2e-tests-service-lb-ttqn5/service-lb-test" I1207 19:01:28.909256 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.40.6\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-ttqn5/service-lb-test" I1207 19:01:28.909321 1 azure_loadbalancer.go:3110] "Starting" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-ttqn5/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 19:01:28.972915 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-ttqn5/service-lb-test): lb backendpool - found private IP "10.1.0.4" I1207 19:01:28.972950 1 azure_loadbalancer_backendpool.go:764] bi.GetBackendPrivateIPs for service (e2e-tests-service-lb-ttqn5/service-lb-test): lb backendpool - found private IP "10.1.0.6" I1207 19:01:28.973047 1 azure_loadbalancer.go:3214] "Retaining security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-ttqn5/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true managed-destinations=["4.206.40.6","10.0.0.4","10.1.0.4","10.1.0.6","4.206.40.6"] I1207 19:01:28.973527 1 azure_loadbalancer.go:3234] "Preparing to update security group" logger="EnsureLoadBalancerDeleted.reconcileSecurityGroup" cluster="capz-uhx40o" service="e2e-tests-service-lb-ttqn5/service-lb-test" load-balancer="capz-uhx40o" delete-lb=true I1207 19:01:30.407644 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test) - wantLb(false): started I1207 19:01:30.497412 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:01:30.497442 1 azure_loadbalancer_repo.go:122] ListManagedLBs: found managed LB capz-uhx40o I1207 19:01:30.497462 1 azure_loadbalancer.go:1034] get(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o) - found frontend IP config, primary service: true I1207 19:01:30.497498 1 azure_loadbalancer.go:1060] getServiceLoadBalancerStatus gets ingress IP "4.206.40.6" from frontendIPConfiguration "a18ee36daabeb4d51b908e0d24b11a69" for service "e2e-tests-service-lb-ttqn5/service-lb-test" I1207 19:01:30.497571 1 azure_loadbalancer.go:828] "getServiceLoadBalancer(service-lb-test, capz-uhx40o, false): current lb IPs: [\"4.206.40.6\"]" logger="EnsureLoadBalancerDeleted" cluster="capz-uhx40o" service="e2e-tests-service-lb-ttqn5/service-lb-test" I1207 19:01:30.497589 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o/capz-uhx40o) wantLb(false) resolved load balancer name I1207 19:01:30.497605 1 azure_loadbalancer.go:2560] reconcileLoadBalancer for service (e2e-tests-service-lb-ttqn5/service-lb-test)(false): lb frontendconfig(a18ee36daabeb4d51b908e0d24b11a69) - dropping I1207 19:01:30.497659 1 azure_loadbalancer.go:2447] reconcileLoadBalancer for service (e2e-tests-service-lb-ttqn5/service-lb-test)(false): lb probe(a18ee36daabeb4d51b908e0d24b11a69-TCP-80) - dropping I1207 19:01:30.497671 1 azure_loadbalancer.go:2467] reconcileLoadBalancer for service (e2e-tests-service-lb-ttqn5/service-lb-test)(false): lb probes updated: null I1207 19:01:30.497679 1 azure_loadbalancer.go:2492] reconcileLoadBalancer for service (e2e-tests-service-lb-ttqn5/service-lb-test)(false): lb rule(a18ee36daabeb4d51b908e0d24b11a69-TCP-80) - dropping I1207 19:01:30.497687 1 azure_loadbalancer.go:2513] reconcileLoadBalancer for service (e2e-tests-service-lb-ttqn5/service-lb-test)(false): lb rules updated: null I1207 19:01:30.497697 1 azure_privatelinkservice.go:74] reconcilePrivateLinkService for service(e2e-tests-service-lb-ttqn5/service-lb-test) - LB fipConfigID(a18ee36daabeb4d51b908e0d24b11a69) - wantPLS(false) - createPLS(false) I1207 19:01:30.577074 1 azure_privatelinkservice.go:188] reconcilePrivateLinkService for service(e2e-tests-service-lb-ttqn5/service-lb-test) finished I1207 19:01:30.577133 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=0.079396003 request="services_ensure_privatelinkservice_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-ttqn5/service-lb-test" result_code="succeeded" I1207 19:01:30.577156 1 azure_loadbalancer.go:692] cleanOrphanedLoadBalancer(capz-uhx40o, e2e-tests-service-lb-ttqn5/service-lb-test, capz-uhx40o): deleting the LB since there are no remaining frontendIPConfigurations I1207 19:01:30.577172 1 azure_vmss.go:1780] ensureBackendPoolDeletedFromVmssUniform: vmss "capz-uhx40o-mp-0", backendPoolIDs ["/subscriptions/46678f10-4bbb-447e-98e8-d2829589f2d8/resourceGroups/capz-uhx40o/providers/Microsoft.Network/loadBalancers/capz-uhx40o/backendAddressPools/capz-uhx40o"] I1207 19:01:30.577191 1 azure_loadbalancer.go:752] safeDeleteLoadBalancer: deleting LB capz-uhx40o I1207 19:01:35.087119 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:01:35.308403 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:01:35.308435 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:01:35.308441 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:01:35.308475 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:35.308485 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:35.308502 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:36.042392 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40444" resp=200 I1207 19:01:40.890171 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o) finished I1207 19:01:40.890202 1 azure_loadbalancer.go:1812] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test) - wantLb(false): started I1207 19:01:40.956294 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:01:41.040383 1 azure_loadbalancer_repo.go:69] LoadbalancerClient.List(capz-uhx40o) success I1207 19:01:41.040433 1 azure_loadbalancer.go:1854] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o/capz-uhx40o-internal) wantLb(false) resolved load balancer name I1207 19:01:41.040455 1 azure_loadbalancer.go:2045] reconcileLoadBalancer for service(e2e-tests-service-lb-ttqn5/service-lb-test): lb(capz-uhx40o-internal) finished I1207 19:01:41.040512 1 azure_metrics.go:105] "Observed Request Latency" latency_seconds=12.356146058 request="services_ensure_loadbalancer_deleted" resource_group="capz-uhx40o" subscription_id="46678f10-4bbb-447e-98e8-d2829589f2d8" source="e2e-tests-service-lb-ttqn5/service-lb-test" result_code="succeeded" I1207 19:01:41.048471 1 azure_lock.go:242] "Successfully released lease." logger="releaseLease" leaseNamespace="kube-system" leaseName="aks-managed-resource-locker" holder="cloud-controller-manager" I1207 19:01:41.048605 1 controller.go:958] Removing finalizer from service e2e-tests-service-lb-ttqn5/service-lb-test I1207 19:01:41.097526 1 controller.go:984] Patching status for service e2e-tests-service-lb-ttqn5/service-lb-test I1207 19:01:41.097964 1 event.go:389] "Event occurred" object="e2e-tests-service-lb-ttqn5/service-lb-test" fieldPath="" kind="Service" apiVersion="v1" type="Normal" reason="DeletedLoadBalancer" message="Deleted load balancer" I1207 19:01:41.101769 1 controller.go:876] Finished syncing service "e2e-tests-service-lb-ttqn5/service-lb-test" (12.501550787s) I1207 19:01:45.308448 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:01:45.308498 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:01:45.308505 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:01:45.308682 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:45.308699 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:45.308713 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:46.043604 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:58324" resp=200 I1207 19:01:49.266922 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:01:53.675729 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=8 I1207 19:01:55.309153 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:01:55.309187 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:01:55.309193 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:01:55.309227 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:55.309237 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:55.309249 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:01:56.043654 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="84.004µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50800" resp=200 I1207 19:02:05.087543 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:02:05.309342 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:02:05.309376 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:02:05.309383 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:02:05.309432 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:05.309449 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:05.309457 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:06.043015 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.609µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39208" resp=200 I1207 19:02:15.368772 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:02:15.368799 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:02:15.368805 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:02:15.368841 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:15.368879 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:15.368878 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:16.043592 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="81.609µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:35766" resp=200 I1207 19:02:19.186586 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:02:19.267972 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:02:25.311117 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:02:25.311147 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:02:25.311153 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:02:25.311182 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:25.311193 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:25.311200 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:26.043386 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.206µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34686" resp=200 I1207 19:02:35.087590 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:02:35.311225 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:02:35.311262 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:02:35.311268 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:02:35.311296 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:35.311306 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:35.311313 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:36.043826 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.008µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:45884" resp=200 I1207 19:02:39.679268 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" type="*v1.ConfigMap" totalItems=10 I1207 19:02:45.312068 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:02:45.312101 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:02:45.312107 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:02:45.312143 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:45.312154 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:45.312161 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:46.042584 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:41238" resp=200 I1207 19:02:49.269139 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:02:55.313031 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:02:55.313107 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:02:55.313121 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:02:55.313387 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:55.313454 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:55.313463 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:02:56.042821 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.807µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44764" resp=200 I1207 19:03:05.087226 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:03:05.313911 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:03:05.313942 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:03:05.313949 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:03:05.314021 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:05.314093 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:05.314121 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:06.044097 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.207µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50638" resp=200 I1207 19:03:15.314831 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:03:15.314875 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:03:15.314881 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:03:15.314910 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:15.314920 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:15.314928 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:16.043486 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="88.707µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:57480" resp=200 I1207 19:03:19.269310 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:03:25.315109 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:03:25.315151 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:03:25.315160 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:03:25.315208 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:25.315222 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:25.315232 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:26.043127 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.406µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34546" resp=200 I1207 19:03:35.087339 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:03:35.316152 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:03:35.316183 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:03:35.316192 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:03:35.316229 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:35.316239 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:35.316247 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:36.045578 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="82.006µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:38514" resp=200 I1207 19:03:45.317031 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:03:45.317063 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:03:45.317070 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:03:45.317110 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:45.317120 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:45.317150 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:46.042272 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.907µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34156" resp=200 I1207 19:03:49.269464 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:03:55.317545 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:03:55.317575 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:03:55.317582 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:03:55.317674 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:55.317690 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:55.317746 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:03:56.043786 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="98.507µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:32824" resp=200 I1207 19:03:59.187156 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:04:05.088031 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:04:05.318489 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:04:05.318527 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:04:05.318533 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:04:05.318562 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:05.318572 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:05.318579 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:06.044028 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="89.405µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44198" resp=200 I1207 19:04:15.318831 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:04:15.318884 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:04:15.318891 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:04:15.318929 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:15.318940 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:15.318947 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:16.005691 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 19:04:16.043191 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:56540" resp=200 I1207 19:04:19.269923 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:04:25.383045 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:04:25.383073 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:04:25.383080 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:04:25.383117 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:25.383127 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:25.383134 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:26.045967 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="113.507µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34622" resp=200 I1207 19:04:35.087504 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:04:35.320073 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:04:35.320105 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:04:35.320111 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:04:35.320149 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:35.320160 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:35.320168 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:36.043403 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="75.005µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51394" resp=200 I1207 19:04:45.320752 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:04:45.320785 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:04:45.320791 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:04:45.320878 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:45.320895 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:45.320938 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:46.045039 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="142.109µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42980" resp=200 I1207 19:04:49.270920 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:04:55.321126 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:04:55.321174 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:04:55.321183 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:04:55.321239 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:55.321255 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:55.321252 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:04:56.047418 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="173.712µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:40476" resp=200 I1207 19:05:05.087845 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:05:05.321549 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:05:05.321582 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:05:05.321589 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:05:05.321626 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:05.321636 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:05.321653 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:06.042987 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="80.605µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39682" resp=200 I1207 19:05:09.172371 1 reflector.go:946] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=38 I1207 19:05:15.322003 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:05:15.322035 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:05:15.322042 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:05:15.322081 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:15.322091 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:15.322098 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:16.042493 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.105µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:50306" resp=200 I1207 19:05:19.271799 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:05:25.322338 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:05:25.322373 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:05:25.322379 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:05:25.322419 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:25.322430 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:25.322438 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:26.042770 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="86.303µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46138" resp=200 I1207 19:05:35.087462 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:05:35.323293 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:05:35.323328 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:05:35.323334 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:05:35.323365 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:35.323376 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:35.323434 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:36.043641 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="100.607µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60150" resp=200 I1207 19:05:39.187790 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:05:45.324057 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:05:45.324113 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:05:45.324128 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:05:45.324195 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:45.324218 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:45.324241 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:46.042701 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.704µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:44722" resp=200 I1207 19:05:49.272306 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:05:52.672214 1 reflector.go:946] "Watch close" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" type="*v1.ConfigMap" totalItems=8 I1207 19:05:55.324881 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:05:55.324918 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:05:55.324924 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:05:55.324964 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:55.324977 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:55.324987 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:05:56.045697 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="87.106µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:46864" resp=200 I1207 19:06:05.087989 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:06:05.325756 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:06:05.325789 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:06:05.325796 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:06:05.325824 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:05.325834 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:05.325842 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:06.043273 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="91.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:60622" resp=200 I1207 19:06:15.325901 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:06:15.325941 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:06:15.325950 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:06:15.325999 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:15.326016 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:15.326035 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:16.043295 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.906µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:42960" resp=200 I1207 19:06:17.742362 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 19:06:19.272807 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:06:25.326709 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:06:25.326742 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:06:25.326748 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:06:25.326785 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:25.326796 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:25.326804 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:26.043454 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="78.304µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:47020" resp=200 I1207 19:06:29.312243 1 azure.go:758] managed=, ok=false, isNodeManagedByCloudProvider=true I1207 19:06:35.088023 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:06:35.392115 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:06:35.392144 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:06:35.392150 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:06:35.392175 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:35.392191 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:35.392198 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:36.043646 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="96.407µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:34850" resp=200 I1207 19:06:45.328563 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:06:45.328600 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:06:45.328608 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:06:45.328686 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:45.328708 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:45.328693 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:46.043325 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="94.106µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51792" resp=200 I1207 19:06:49.273666 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:06:55.329415 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:06:55.329449 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:06:55.329465 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:06:55.329506 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:55.329517 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:55.329524 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:06:56.043352 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="83.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:39378" resp=200 I1207 19:07:05.087804 1 azure_routes.go:106] updateRoutes: nothing to update, returning I1207 19:07:05.330372 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:07:05.330405 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:07:05.330411 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:07:05.330441 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:05.330451 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:05.330459 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:06.042738 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.905µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:51198" resp=200 I1207 19:07:15.331133 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:07:15.331243 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:07:15.331291 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:07:15.331402 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:15.331462 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:15.331423 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:16.042582 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="79.305µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:33798" resp=200 I1207 19:07:19.187974 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:07:19.274277 1 reflector.go:450] "Forcing resync" reflector="k8s.io/client-go/informers/factory.go:160" I1207 19:07:25.331885 1 route_controller.go:214] action for Node "capz-uhx40o-control-plane-ww9qf" with CIDR "192.168.0.0/24": "keep" I1207 19:07:25.331916 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000002" with CIDR "192.168.3.0/24": "keep" I1207 19:07:25.331925 1 route_controller.go:214] action for Node "capz-uhx40o-mp-0000003" with CIDR "192.168.4.0/24": "keep" I1207 19:07:25.331953 1 route_controller.go:376] set node capz-uhx40o-mp-0000003 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:25.331964 1 route_controller.go:376] set node capz-uhx40o-control-plane-ww9qf with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:25.331972 1 route_controller.go:376] set node capz-uhx40o-mp-0000002 with NodeNetworkUnavailable=false was canceled because it is already set I1207 19:07:26.045470 1 httplog.go:134] "HTTP" verb="GET" URI="/healthz" latency="85.805µs" userAgent="kube-probe/1.33+" audit-ID="" srcIP="10.0.0.4:54220" resp=200