Hi all,
I am able to implement cluster autoscaler in kubernetes in default view,
but not when project is outside of default view. It gives: Failed to
refresh cloud provider config: Unable to fetch cluster details : (HTTP 401,
error code 9999) The given command 'listKubernetesClusters' either does not
exist, is not available for user.
The logs for the same are as follows:
root@ubuntu:~# kubectl logs -f cluster-autoscaler-6794dcdc68-fkbwc -n
kube-system
I0420 10:48:38.214133 1 flags.go:57] FLAG: --add-dir-header="false"
I0420 10:48:38.214172 1 flags.go:57] FLAG: --address=":8085"
I0420 10:48:38.214177 1 flags.go:57] FLAG: --alsologtostderr="false"
I0420 10:48:38.214180 1 flags.go:57] FLAG:
--aws-use-static-instance-list="false"
I0420 10:48:38.214183 1 flags.go:57] FLAG:
--balance-similar-node-groups="false"
I0420 10:48:38.214186 1 flags.go:57] FLAG:
--balancing-ignore-label="[]"
I0420 10:48:38.214189 1 flags.go:57] FLAG:
--cloud-config="/config/cloud-config"
I0420 10:48:38.214192 1 flags.go:57] FLAG:
--cloud-provider="cloudstack"
I0420 10:48:38.214195 1 flags.go:57] FLAG:
--cloud-provider-gce-l7lb-src-cidrs="130.211.0.0/22,35.191.0.0/16"
I0420 10:48:38.214199 1 flags.go:57] FLAG:
--cloud-provider-gce-lb-src-cidrs="
130.211.0.0/22,209.85.152.0/22,209.85.204.0/22,35.191.0.0/16"
I0420 10:48:38.214383 1 flags.go:57] FLAG: --cluster-name=""
I0420 10:48:38.214387 1 flags.go:57] FLAG:
--clusterapi-cloud-config-authoritative="false"
I0420 10:48:38.214390 1 flags.go:57] FLAG:
--cordon-node-before-terminating="false"
I0420 10:48:38.214392 1 flags.go:57] FLAG: --cores-total="0:320000"
I0420 10:48:38.214396 1 flags.go:57] FLAG:
--daemonset-eviction-for-empty-nodes="false"
I0420 10:48:38.214399 1 flags.go:57] FLAG:
--daemonset-eviction-for-occupied-nodes="true"
I0420 10:48:38.214402 1 flags.go:57] FLAG:
--debugging-snapshot-enabled="false"
I0420 10:48:38.214405 1 flags.go:57] FLAG:
--emit-per-nodegroup-metrics="false"
I0420 10:48:38.214409 1 flags.go:57] FLAG: --estimator="binpacking"
I0420 10:48:38.214413 1 flags.go:57] FLAG: --expander="random"
I0420 10:48:38.214416 1 flags.go:57] FLAG:
--expendable-pods-priority-cutoff="-10"
I0420 10:48:38.214419 1 flags.go:57] FLAG: --feature-gates=""
I0420 10:48:38.214424 1 flags.go:57] FLAG:
--gce-concurrent-refreshes="1"
I0420 10:48:38.214427 1 flags.go:57] FLAG: --gpu-total="[]"
I0420 10:48:38.214430 1 flags.go:57] FLAG: --grpc-expander-cert=""
I0420 10:48:38.214433 1 flags.go:57] FLAG: --grpc-expander-url=""
I0420 10:48:38.214437 1 flags.go:57] FLAG:
--ignore-daemonsets-utilization="false"
I0420 10:48:38.214441 1 flags.go:57] FLAG:
--ignore-mirror-pods-utilization="false"
I0420 10:48:38.214444 1 flags.go:57] FLAG: --ignore-taint="[]"
I0420 10:48:38.214447 1 flags.go:57] FLAG: --kubeconfig=""
I0420 10:48:38.214450 1 flags.go:57] FLAG: --kubernetes=""
I0420 10:48:38.214453 1 flags.go:57] FLAG: --leader-elect="true"
I0420 10:48:38.214457 1 flags.go:57] FLAG:
--leader-elect-lease-duration="15s"
I0420 10:48:38.214534 1 flags.go:57] FLAG:
--leader-elect-renew-deadline="10s"
I0420 10:48:38.214546 1 flags.go:57] FLAG:
--leader-elect-resource-lock="leases"
I0420 10:48:38.214550 1 flags.go:57] FLAG:
--leader-elect-resource-name="cluster-autoscaler"
I0420 10:48:38.214553 1 flags.go:57] FLAG:
--leader-elect-resource-namespace=""
I0420 10:48:38.214557 1 flags.go:57] FLAG:
--leader-elect-retry-period="2s"
I0420 10:48:38.214560 1 flags.go:57] FLAG: --log-backtrace-at=":0"
I0420 10:48:38.214565 1 flags.go:57] FLAG: --log-dir=""
I0420 10:48:38.214568 1 flags.go:57] FLAG: --log-file=""
I0420 10:48:38.214584 1 flags.go:57] FLAG: --log-file-max-size="1800"
I0420 10:48:38.214588 1 flags.go:57] FLAG: --logtostderr="true"
I0420 10:48:38.214591 1 flags.go:57] FLAG:
--max-autoprovisioned-node-group-count="15"
I0420 10:48:38.307150 1 flags.go:57] FLAG:
--max-bulk-soft-taint-count="10"
I0420 10:48:38.307161 1 flags.go:57] FLAG:
--max-bulk-soft-taint-time="3s"
I0420 10:48:38.307165 1 flags.go:57] FLAG:
--max-empty-bulk-delete="10"
I0420 10:48:38.307168 1 flags.go:57] FLAG: --max-failing-time="15m0s"
I0420 10:48:38.307172 1 flags.go:57] FLAG:
--max-graceful-termination-sec="600"
I0420 10:48:38.307177 1 flags.go:57] FLAG: --max-inactivity="10m0s"
I0420 10:48:38.307180 1 flags.go:57] FLAG:
--max-node-provision-time="15m0s"
I0420 10:48:38.307183 1 flags.go:57] FLAG: --max-nodes-total="0"
I0420 10:48:38.307186 1 flags.go:57] FLAG:
--max-total-unready-percentage="45"
I0420 10:48:38.307191 1 flags.go:57] FLAG: --memory-total="0:6400000"
I0420 10:48:38.307198 1 flags.go:57] FLAG: --min-replica-count="0"
I0420 10:48:38.307201 1 flags.go:57] FLAG: --namespace="kube-system"
I0420 10:48:38.307205 1 flags.go:57] FLAG:
--new-pod-scale-up-delay="0s"
I0420 10:48:38.307209 1 flags.go:57] FLAG:
--node-autoprovisioning-enabled="false"
I0420 10:48:38.307212 1 flags.go:57] FLAG:
--node-deletion-delay-timeout="2m0s"
I0420 10:48:38.307216 1 flags.go:57] FLAG:
--node-group-auto-discovery="[]"
I0420 10:48:38.307220 1 flags.go:57] FLAG:
--node-info-cache-expire-time="87600h0m0s"
I0420 10:48:38.307223 1 flags.go:57] FLAG:
--nodes="[1:3:1de7bd22-4ed9-45c4-b569-48a96d83c366]"
I0420 10:48:38.307227 1 flags.go:57] FLAG:
--ok-total-unready-count="3"
I0420 10:48:38.307230 1 flags.go:57] FLAG: --one-output="false"
I0420 10:48:38.307233 1 flags.go:57] FLAG: --profiling="false"
I0420 10:48:38.307237 1 flags.go:57] FLAG: --regional="false"
I0420 10:48:38.307240 1 flags.go:57] FLAG:
--scale-down-candidates-pool-min-count="50"
I0420 10:48:38.307244 1 flags.go:57] FLAG:
--scale-down-candidates-pool-ratio="0.1"
I0420 10:48:38.307247 1 flags.go:57] FLAG:
--scale-down-delay-after-add="10m0s"
I0420 10:48:38.307251 1 flags.go:57] FLAG:
--scale-down-delay-after-delete="0s"
I0420 10:48:38.307254 1 flags.go:57] FLAG:
--scale-down-delay-after-failure="3m0s"
I0420 10:48:38.307257 1 flags.go:57] FLAG: --scale-down-enabled="true"
I0420 10:48:38.307260 1 flags.go:57] FLAG:
--scale-down-gpu-utilization-threshold="0.5"
I0420 10:48:38.307264 1 flags.go:57] FLAG:
--scale-down-non-empty-candidates-count="30"
I0420 10:48:38.307267 1 flags.go:57] FLAG:
--scale-down-unneeded-time="10m0s"
I0420 10:48:38.307271 1 flags.go:57] FLAG:
--scale-down-unready-time="20m0s"
I0420 10:48:38.307274 1 flags.go:57] FLAG:
--scale-down-utilization-threshold="0.5"
I0420 10:48:38.307278 1 flags.go:57] FLAG: --scale-up-from-zero="true"
I0420 10:48:38.307281 1 flags.go:57] FLAG: --scan-interval="10s"
I0420 10:48:38.307284 1 flags.go:57] FLAG: --skip-headers="false"
I0420 10:48:38.307287 1 flags.go:57] FLAG: --skip-log-headers="false"
I0420 10:48:38.307291 1 flags.go:57] FLAG:
--skip-nodes-with-local-storage="false"
I0420 10:48:38.307294 1 flags.go:57] FLAG:
--skip-nodes-with-system-pods="true"
I0420 10:48:38.307297 1 flags.go:57] FLAG:
--status-config-map-name="cluster-autoscaler-status"
I0420 10:48:38.307300 1 flags.go:57] FLAG: --stderrthreshold="0"
I0420 10:48:38.307304 1 flags.go:57] FLAG:
--unremovable-node-recheck-timeout="5m0s"
I0420 10:48:38.307307 1 flags.go:57] FLAG:
--user-agent="cluster-autoscaler"
I0420 10:48:38.307311 1 flags.go:57] FLAG: --v="4"
I0420 10:48:38.307314 1 flags.go:57] FLAG: --vmodule=""
I0420 10:48:38.307319 1 flags.go:57] FLAG:
--write-status-configmap="true"
I0420 10:48:38.307325 1 main.go:413] Cluster Autoscaler 1.24.0-alpha.2
I0420 10:48:38.319536 1 leaderelection.go:248] attempting to acquire
leader lease kube-system/cluster-autoscaler...
I0420 10:48:38.327716 1 leaderelection.go:258] successfully acquired
lease kube-system/cluster-autoscaler
I0420 10:48:38.327866 1 event_sink_logging_wrapper.go:48]
Event(v1.ObjectReference{Kind:"Lease", Namespace:"kube-system",
Name:"cluster-autoscaler", UID:"32880d8e-5b03-45c1-989f-2006ec47dd5f",
APIVersion:"coordination.k8s.io/v1", ResourceVersion:"2623",
FieldPath:""}): type: 'Normal' reason: 'LeaderElection'
cluster-autoscaler-6794dcdc68-fkbwc became leader
I0420 10:48:38.329163 1 reflector.go:219] Starting reflector
*v1beta1.PodDisruptionBudget (1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:309
I0420 10:48:38.329208 1 reflector.go:255] Listing and watching
*v1beta1.PodDisruptionBudget from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:309
I0420 10:48:38.329487 1 reflector.go:219] Starting reflector *v1.Pod
(1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:188
I0420 10:48:38.329592 1 reflector.go:255] Listing and watching
*v1.Pod from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:188
I0420 10:48:38.329833 1 reflector.go:219] Starting reflector
*v1.DaemonSet (1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:320
I0420 10:48:38.329847 1 reflector.go:255] Listing and watching
*v1.DaemonSet from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:320
I0420 10:48:38.329955 1 reflector.go:219] Starting reflector
*v1.ReplicationController (1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:329
I0420 10:48:38.329968 1 reflector.go:255] Listing and watching
*v1.ReplicationController from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:329
I0420 10:48:38.330064 1 reflector.go:219] Starting reflector *v1.Job
(1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:338
I0420 10:48:38.330077 1 reflector.go:255] Listing and watching
*v1.Job from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:338
I0420 10:48:38.330342 1 reflector.go:219] Starting reflector
*v1.ReplicaSet (1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:347
I0420 10:48:38.330360 1 reflector.go:255] Listing and watching
*v1.ReplicaSet from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:347
I0420 10:48:38.330510 1 reflector.go:219] Starting reflector *v1.Pod
(1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:212
I0420 10:48:38.330570 1 reflector.go:255] Listing and watching
*v1.Pod from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:212
I0420 10:48:38.330660 1 reflector.go:219] Starting reflector
*v1.StatefulSet (1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:356
I0420 10:48:38.330678 1 reflector.go:255] Listing and watching
*v1.StatefulSet from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:356
I0420 10:48:38.331003 1 reflector.go:219] Starting reflector *v1.Node
(1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:246
I0420 10:48:38.331070 1 reflector.go:255] Listing and watching
*v1.Node from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:246
I0420 10:48:38.331021 1 reflector.go:219] Starting reflector *v1.Node
(1h0m0s) from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:246
I0420 10:48:38.331391 1 reflector.go:255] Listing and watching
*v1.Node from
/home/djumani/lab/autoscaler/cluster-autoscaler/utils/kubernetes/listers.go:246
W0420 10:48:38.410306 1 warnings.go:70] policy/v1beta1
PodDisruptionBudget is deprecated in v1.21+, unavailable in v1.25+; use
policy/v1 PodDisruptionBudget
W0420 10:48:38.508825 1 warnings.go:70] policy/v1beta1
PodDisruptionBudget is deprecated in v1.21+, unavailable in v1.25+; use
policy/v1 PodDisruptionBudget
I0420 10:48:38.509653 1 cloud_provider_builder.go:29] Building
cloudstack cloud provider.
I0420 10:48:38.509880 1 client.go:169] NewAPIRequest API request URL:
http://103.13.114.141:8080/client/api?apiKey=***&command=listKubernetesClusters&id=1de7bd22-4ed9-45c4-b569-48a96d83c366&response=json&signature=***
I0420 10:48:38.510233 1 reflector.go:219] Starting reflector
*v1.PersistentVolumeClaim (0s) from
k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.510347 1 reflector.go:255] Listing and watching
*v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.510694 1 reflector.go:219] Starting reflector
*v1beta1.CSIStorageCapacity (0s) from
k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.510788 1 reflector.go:255] Listing and watching
*v1beta1.CSIStorageCapacity from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.511197 1 reflector.go:219] Starting reflector
*v1.Service (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.511293 1 reflector.go:255] Listing and watching
*v1.Service from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.511660 1 reflector.go:219] Starting reflector
*v1.ReplicationController (0s) from
k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.511757 1 reflector.go:255] Listing and watching
*v1.ReplicationController from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.512142 1 reflector.go:219] Starting reflector
*v1.ReplicaSet (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.512213 1 reflector.go:255] Listing and watching
*v1.ReplicaSet from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.512607 1 reflector.go:219] Starting reflector
*v1.PodDisruptionBudget (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.512663 1 reflector.go:255] Listing and watching
*v1.PodDisruptionBudget from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.513091 1 reflector.go:219] Starting reflector
*v1.CSIDriver (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.513189 1 reflector.go:255] Listing and watching
*v1.CSIDriver from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.513543 1 reflector.go:219] Starting reflector
*v1.StorageClass (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.513630 1 reflector.go:255] Listing and watching
*v1.StorageClass from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.514011 1 reflector.go:219] Starting reflector
*v1.CSINode (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.514092 1 reflector.go:255] Listing and watching
*v1.CSINode from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.514451 1 reflector.go:219] Starting reflector
*v1.Namespace (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.514511 1 reflector.go:255] Listing and watching
*v1.Namespace from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.514780 1 reflector.go:219] Starting reflector *v1.Node
(0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.514858 1 reflector.go:255] Listing and watching
*v1.Node from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.515094 1 reflector.go:219] Starting reflector
*v1.StatefulSet (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.515170 1 reflector.go:255] Listing and watching
*v1.StatefulSet from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.515514 1 reflector.go:219] Starting reflector
*v1.PersistentVolume (0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.515559 1 reflector.go:255] Listing and watching
*v1.PersistentVolume from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.515729 1 reflector.go:219] Starting reflector *v1.Pod
(0s) from k8s.io/client-go/informers/factory.go:134
I0420 10:48:38.515812 1 reflector.go:255] Listing and watching
*v1.Pod from k8s.io/client-go/informers/factory.go:134
W0420 10:48:38.516339 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list
*v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is
forbidden: User "system:serviceaccount:kube-system:cluster-autoscaler"
cannot list resource "csistoragecapacities" in API group "storage.k8s.io"
at the cluster scope
E0420 10:48:38.607205 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch
*v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity:
csistoragecapacities.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:38.607400 1 request.go:597] Waited for 92.74364ms due to
client-side throttling, not priority and fairness, request: GET:
https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0
W0420 10:48:38.611204 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list *v1.CSIDriver:
csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
E0420 10:48:38.611232 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver:
failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:38.707367 1 client.go:175] NewAPIRequest response status
code:401
I0420 10:48:38.708256 1 main.go:305] Registered cleanup signal handler
I0420 10:48:38.708314 1 node_instances_cache.go:156] Start refreshing
cloud provider node instances cache
I0420 10:48:38.708325 1 node_instances_cache.go:168] Refresh cloud
provider node instances cache finished, refresh took 4.84µs
I0420 10:48:38.730820 1 request.go:597] Waited for 215.817966ms due
to client-side throttling, not priority and fairness, request: GET:
https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0
I0420 10:48:38.929810 1 request.go:597] Waited for 414.144877ms due
to client-side throttling, not priority and fairness, request: GET:
https://10.96.0.1:443/api/v1/persistentvolumes?limit=500&resourceVersion=0
I0420 10:48:39.130439 1 request.go:597] Waited for 614.49485ms due to
client-side throttling, not priority and fairness, request: GET:
https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0
I0420 10:48:39.638178 1 reflector.go:255] Listing and watching
*v1.CSIDriver from k8s.io/client-go/informers/factory.go:134
W0420 10:48:39.640562 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list *v1.CSIDriver:
csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
E0420 10:48:39.640608 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver:
failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:39.648735 1 reflector.go:255] Listing and watching
*v1beta1.CSIStorageCapacity from k8s.io/client-go/informers/factory.go:134
W0420 10:48:39.650071 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list
*v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is
forbidden: User "system:serviceaccount:kube-system:cluster-autoscaler"
cannot list resource "csistoragecapacities" in API group "storage.k8s.io"
at the cluster scope
E0420 10:48:39.650150 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch
*v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity:
csistoragecapacities.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:41.716188 1 reflector.go:255] Listing and watching
*v1.CSIDriver from k8s.io/client-go/informers/factory.go:134
W0420 10:48:41.721218 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list *v1.CSIDriver:
csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
E0420 10:48:41.721290 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver:
failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:42.454391 1 reflector.go:255] Listing and watching
*v1beta1.CSIStorageCapacity from k8s.io/client-go/informers/factory.go:134
W0420 10:48:42.457560 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list
*v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is
forbidden: User "system:serviceaccount:kube-system:cluster-autoscaler"
cannot list resource "csistoragecapacities" in API group "storage.k8s.io"
at the cluster scope
E0420 10:48:42.457590 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch
*v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity:
csistoragecapacities.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:45.582649 1 reflector.go:255] Listing and watching
*v1.CSIDriver from k8s.io/client-go/informers/factory.go:134
W0420 10:48:45.585477 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list *v1.CSIDriver:
csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
E0420 10:48:45.585501 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver:
failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:48.426828 1 reflector.go:255] Listing and watching
*v1beta1.CSIStorageCapacity from k8s.io/client-go/informers/factory.go:134
W0420 10:48:48.432803 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list
*v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is
forbidden: User "system:serviceaccount:kube-system:cluster-autoscaler"
cannot list resource "csistoragecapacities" in API group "storage.k8s.io"
at the cluster scope
E0420 10:48:48.432824 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch
*v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity:
csistoragecapacities.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:48.709372 1 static_autoscaler.go:235] Starting main loop
I0420 10:48:48.709640 1 client.go:169] NewAPIRequest API request URL:
http://103.13.114.141:8080/client/api?apiKey=***&command=listKubernetesClusters&id=1de7bd22-4ed9-45c4-b569-48a96d83c366&response=json&signature=***
I0420 10:48:48.721675 1 client.go:175] NewAPIRequest response status
code:401
E0420 10:48:48.721810 1 static_autoscaler.go:272] Failed to refresh
cloud provider config: Unable to fetch cluster details : (HTTP 401, error
code 9999) The given command 'listKubernetesClusters' either does not
exist, is not available for user.
I0420 10:48:56.444970 1 reflector.go:255] Listing and watching
*v1.CSIDriver from k8s.io/client-go/informers/factory.go:134
W0420 10:48:56.448037 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list *v1.CSIDriver:
csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
E0420 10:48:56.448145 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver:
failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:58.185788 1 reflector.go:255] Listing and watching
*v1beta1.CSIStorageCapacity from k8s.io/client-go/informers/factory.go:134
W0420 10:48:58.189877 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list
*v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is
forbidden: User "system:serviceaccount:kube-system:cluster-autoscaler"
cannot list resource "csistoragecapacities" in API group "storage.k8s.io"
at the cluster scope
E0420 10:48:58.189895 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch
*v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity:
csistoragecapacities.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
I0420 10:48:58.722499 1 static_autoscaler.go:235] Starting main loop
I0420 10:48:58.722600 1 client.go:169] NewAPIRequest API request URL:
http://103.13.114.141:8080/client/api?apiKey=***&command=listKubernetesClusters&id=1de7bd22-4ed9-45c4-b569-48a96d83c366&response=json&signature=***
I0420 10:48:58.733381 1 client.go:175] NewAPIRequest response status
code:401
E0420 10:48:58.733457 1 static_autoscaler.go:272] Failed to refresh
cloud provider config: Unable to fetch cluster details : (HTTP 401, error
code 9999) The given command 'listKubernetesClusters' either does not
exist, is not available for user.
I0420 10:49:08.733636 1 static_autoscaler.go:235] Starting main loop
I0420 10:49:08.733857 1 client.go:169] NewAPIRequest API request URL:
http://103.13.114.141:8080/client/api?apiKey=***&command=listKubernetesClusters&id=1de7bd22-4ed9-45c4-b569-48a96d83c366&response=json&signature=***
I0420 10:49:08.743840 1 client.go:175] NewAPIRequest response status
code:401
E0420 10:49:08.744132 1 static_autoscaler.go:272] Failed to refresh
cloud provider config: Unable to fetch cluster details : (HTTP 401, error
code 9999) The given command 'listKubernetesClusters' either does not
exist, is not available for user.
I0420 10:49:09.611000 1 reflector.go:255] Listing and watching
*v1.CSIDriver from k8s.io/client-go/informers/factory.go:134
W0420 10:49:09.618449 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list *v1.CSIDriver:
csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
E0420 10:49:09.618475 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver:
failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csidrivers" in API group "storage.k8s.io" at the cluster scope
I0420 10:49:13.017228 1 reflector.go:255] Listing and watching
*v1beta1.CSIStorageCapacity from k8s.io/client-go/informers/factory.go:134
W0420 10:49:13.024215 1 reflector.go:324]
k8s.io/client-go/informers/factory.go:134: failed to list
*v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is
forbidden: User "system:serviceaccount:kube-system:cluster-autoscaler"
cannot list resource "csistoragecapacities" in API group "storage.k8s.io"
at the cluster scope
E0420 10:49:13.024262 1 reflector.go:138]
k8s.io/client-go/informers/factory.go:134: Failed to watch
*v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity:
csistoragecapacities.storage.k8s.io is forbidden: User
"system:serviceaccount:kube-system:cluster-autoscaler" cannot list resource
"csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
I0420 10:49:18.744878 1 static_autoscaler.go:235] Starting main loop
I0420 10:49:18.744975 1 client.go:169] NewAPIRequest API request URL:
http://103.13.114.141:8080/client/api?apiKey=***&command=listKubernetesClusters&id=1de7bd22-4ed9-45c4-b569-48a96d83c366&response=json&signature=***
I0420 10:49:18.753294 1 client.go:175] NewAPIRequest response status
code:401
E0420 10:49:18.753378 1 static_autoscaler.go:272] Failed to refresh
cloud provider config: Unable to fetch cluster details : (HTTP 401, error
code 9999) The given command 'listKubernetesClusters' either does not
exist, is not available for user.
Please let me know how to handle this.
Thank you,
Rishabh
