2022-03-08T10:40:44.103769906Z I0308 10:40:44.101797       1 cmd.go:78] &{<nil> true {false} installer true map[cert-configmaps:0xc0009cd040 cert-dir:0xc0009cd220 cert-secrets:0xc0009ccfa0 configmaps:0xc0009ccbe0 namespace:0xc0009cca00 optional-cert-configmaps:0xc0009cd180 optional-cert-secrets:0xc0009cd0e0 optional-configmaps:0xc0009ccd20 optional-secrets:0xc0009ccc80 pod:0xc0009ccaa0 pod-manifest-dir:0xc0009cce60 resource-dir:0xc0009ccdc0 revision:0xc0009cc960 secrets:0xc0009ccb40 v:0xc0009179a0] [0xc0009179a0 0xc0009cc960 0xc0009cca00 0xc0009ccaa0 0xc0009ccdc0 0xc0009cce60 0xc0009ccbe0 0xc0009ccd20 0xc0009ccb40 0xc0009ccc80 0xc0009cd220 0xc0009cd040 0xc0009cd180 0xc0009ccfa0 0xc0009cd0e0] [] map[add-dir-header:0xc000917360 alsologtostderr:0xc000917400 cert-configmaps:0xc0009cd040 cert-dir:0xc0009cd220 cert-secrets:0xc0009ccfa0 configmaps:0xc0009ccbe0 help:0xc0009cdf40 kubeconfig:0xc0009cc8c0 log-backtrace-at:0xc0009174a0 log-dir:0xc000917540 log-file:0xc0009175e0 log-file-max-size:0xc000917680 log-flush-frequency:0xc0000c2e60 logtostderr:0xc000917720 namespace:0xc0009cca00 optional-cert-configmaps:0xc0009cd180 optional-cert-secrets:0xc0009cd0e0 optional-configmaps:0xc0009ccd20 optional-secrets:0xc0009ccc80 pod:0xc0009ccaa0 pod-manifest-dir:0xc0009cce60 resource-dir:0xc0009ccdc0 revision:0xc0009cc960 secrets:0xc0009ccb40 skip-headers:0xc0009177c0 skip-log-headers:0xc000917860 stderrthreshold:0xc000917900 timeout-duration:0xc0009ccf00 v:0xc0009179a0 vmodule:0xc000917a40] [0xc0009cc8c0 0xc0009cc960 0xc0009cca00 0xc0009ccaa0 0xc0009ccb40 0xc0009ccbe0 0xc0009ccc80 0xc0009ccd20 0xc0009ccdc0 0xc0009cce60 0xc0009ccf00 0xc0009ccfa0 0xc0009cd040 0xc0009cd0e0 0xc0009cd180 0xc0009cd220 0xc000917360 0xc000917400 0xc0009174a0 0xc000917540 0xc0009175e0 0xc000917680 0xc0000c2e60 0xc000917720 0xc0009177c0 0xc000917860 0xc000917900 0xc0009179a0 0xc000917a40 0xc0009cdf40] [0xc000917360 0xc000917400 0xc0009cd040 0xc0009cd220 0xc0009ccfa0 0xc0009ccbe0 0xc0009cdf40 0xc0009cc8c0 0xc0009174a0 0xc000917540 0xc0009175e0 0xc000917680 0xc0000c2e60 0xc000917720 0xc0009cca00 0xc0009cd180 0xc0009cd0e0 0xc0009ccd20 0xc0009ccc80 0xc0009ccaa0 0xc0009cce60 0xc0009ccdc0 0xc0009cc960 0xc0009ccb40 0xc0009177c0 0xc000917860 0xc000917900 0xc0009ccf00 0xc0009179a0 0xc000917a40] map[104:0xc0009cdf40 118:0xc0009179a0] [] -1 0 0xc0009b0cf0 true <nil> []}
2022-03-08T10:40:44.103769906Z I0308 10:40:44.102115       1 cmd.go:79] (*installerpod.InstallOptions)(0xc000482c00)({
2022-03-08T10:40:44.103769906Z  KubeConfig: (string) "",
2022-03-08T10:40:44.103769906Z  KubeClient: (kubernetes.Interface) <nil>,
2022-03-08T10:40:44.103769906Z  Revision: (string) (len=1) "2",
2022-03-08T10:40:44.103769906Z  NodeName: (string) "",
2022-03-08T10:40:44.103769906Z  Namespace: (string) (len=24) "openshift-kube-apiserver",
2022-03-08T10:40:44.103769906Z  PodConfigMapNamePrefix: (string) (len=18) "kube-apiserver-pod",
2022-03-08T10:40:44.103769906Z  SecretNamePrefixes: ([]string) (len=4 cap=4) {
2022-03-08T10:40:44.103769906Z   (string) (len=11) "etcd-client",
2022-03-08T10:40:44.103769906Z   (string) (len=14) "kubelet-client",
2022-03-08T10:40:44.103769906Z   (string) (len=34) "localhost-recovery-serving-certkey",
2022-03-08T10:40:44.103769906Z   (string) (len=31) "localhost-recovery-client-token"
2022-03-08T10:40:44.103769906Z  },
2022-03-08T10:40:44.103769906Z  OptionalSecretNamePrefixes: ([]string) (len=2 cap=2) {
2022-03-08T10:40:44.103769906Z   (string) (len=17) "encryption-config",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "webhook-authenticator"
2022-03-08T10:40:44.103769906Z  },
2022-03-08T10:40:44.103769906Z  ConfigMapNamePrefixes: ([]string) (len=8 cap=8) {
2022-03-08T10:40:44.103769906Z   (string) (len=18) "kube-apiserver-pod",
2022-03-08T10:40:44.103769906Z   (string) (len=6) "config",
2022-03-08T10:40:44.103769906Z   (string) (len=37) "kube-apiserver-cert-syncer-kubeconfig",
2022-03-08T10:40:44.103769906Z   (string) (len=28) "bound-sa-token-signing-certs",
2022-03-08T10:40:44.103769906Z   (string) (len=15) "etcd-serving-ca",
2022-03-08T10:40:44.103769906Z   (string) (len=18) "kubelet-serving-ca",
2022-03-08T10:40:44.103769906Z   (string) (len=22) "sa-token-signing-certs",
2022-03-08T10:40:44.103769906Z   (string) (len=29) "kube-apiserver-audit-policies"
2022-03-08T10:40:44.103769906Z  },
2022-03-08T10:40:44.103769906Z  OptionalConfigMapNamePrefixes: ([]string) (len=3 cap=4) {
2022-03-08T10:40:44.103769906Z   (string) (len=14) "oauth-metadata",
2022-03-08T10:40:44.103769906Z   (string) (len=12) "cloud-config",
2022-03-08T10:40:44.103769906Z   (string) (len=24) "kube-apiserver-server-ca"
2022-03-08T10:40:44.103769906Z  },
2022-03-08T10:40:44.103769906Z  CertSecretNames: ([]string) (len=9 cap=16) {
2022-03-08T10:40:44.103769906Z   (string) (len=17) "aggregator-client",
2022-03-08T10:40:44.103769906Z   (string) (len=30) "localhost-serving-cert-certkey",
2022-03-08T10:40:44.103769906Z   (string) (len=31) "service-network-serving-certkey",
2022-03-08T10:40:44.103769906Z   (string) (len=37) "external-loadbalancer-serving-certkey",
2022-03-08T10:40:44.103769906Z   (string) (len=37) "internal-loadbalancer-serving-certkey",
2022-03-08T10:40:44.103769906Z   (string) (len=33) "bound-service-account-signing-key",
2022-03-08T10:40:44.103769906Z   (string) (len=40) "control-plane-node-admin-client-cert-key",
2022-03-08T10:40:44.103769906Z   (string) (len=31) "check-endpoints-client-cert-key",
2022-03-08T10:40:44.103769906Z   (string) (len=16) "node-kubeconfigs"
2022-03-08T10:40:44.103769906Z  },
2022-03-08T10:40:44.103769906Z  OptionalCertSecretNamePrefixes: ([]string) (len=11 cap=16) {
2022-03-08T10:40:44.103769906Z   (string) (len=17) "user-serving-cert",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-000",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-001",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-002",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-003",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-004",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-005",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-006",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-007",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-008",
2022-03-08T10:40:44.103769906Z   (string) (len=21) "user-serving-cert-009"
2022-03-08T10:40:44.103769906Z  },
2022-03-08T10:40:44.103769906Z  CertConfigMapNamePrefixes: ([]string) (len=4 cap=4) {
2022-03-08T10:40:44.103769906Z   (string) (len=20) "aggregator-client-ca",
2022-03-08T10:40:44.103769906Z   (string) (len=9) "client-ca",
2022-03-08T10:40:44.103769906Z   (string) (len=29) "control-plane-node-kubeconfig",
2022-03-08T10:40:44.103769906Z   (string) (len=26) "check-endpoints-kubeconfig"
2022-03-08T10:40:44.103769906Z  },
2022-03-08T10:40:44.103769906Z  OptionalCertConfigMapNamePrefixes: ([]string) (len=1 cap=1) {
2022-03-08T10:40:44.103769906Z   (string) (len=17) "trusted-ca-bundle"
2022-03-08T10:40:44.103769906Z  },
2022-03-08T10:40:44.103769906Z  CertDir: (string) (len=57) "/etc/kubernetes/static-pod-resources/kube-apiserver-certs",
2022-03-08T10:40:44.103769906Z  ResourceDir: (string) (len=36) "/etc/kubernetes/static-pod-resources",
2022-03-08T10:40:44.103769906Z  PodManifestDir: (string) (len=25) "/etc/kubernetes/manifests",
2022-03-08T10:40:44.103769906Z  Timeout: (time.Duration) 2m0s,
2022-03-08T10:40:44.103769906Z  PodMutationFns: ([]installerpod.PodMutationFunc) <nil>
2022-03-08T10:40:44.103769906Z })
2022-03-08T10:40:44.198102142Z I0308 10:40:44.198048       1 cmd.go:263] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2" ...
2022-03-08T10:40:44.198175825Z I0308 10:40:44.198157       1 cmd.go:180] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2" ...
2022-03-08T10:40:44.198175825Z I0308 10:40:44.198172       1 cmd.go:188] Getting secrets ...
2022-03-08T10:40:44.201251048Z I0308 10:40:44.201207       1 copy.go:32] Got secret openshift-kube-apiserver/etcd-client-2
2022-03-08T10:40:44.204039840Z I0308 10:40:44.203594       1 copy.go:32] Got secret openshift-kube-apiserver/kubelet-client-2
2022-03-08T10:40:44.206068801Z I0308 10:40:44.206037       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-recovery-client-token-2
2022-03-08T10:40:44.207925599Z I0308 10:40:44.207897       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-recovery-serving-certkey-2
2022-03-08T10:40:44.209863444Z I0308 10:40:44.209823       1 copy.go:24] Failed to get secret openshift-kube-apiserver/encryption-config-2: secrets "encryption-config-2" not found
2022-03-08T10:40:44.214783609Z I0308 10:40:44.214744       1 copy.go:24] Failed to get secret openshift-kube-apiserver/webhook-authenticator-2: secrets "webhook-authenticator-2" not found
2022-03-08T10:40:44.214864173Z I0308 10:40:44.214851       1 cmd.go:201] Getting config maps ...
2022-03-08T10:40:44.217756299Z I0308 10:40:44.217709       1 copy.go:60] Got configMap openshift-kube-apiserver/bound-sa-token-signing-certs-2
2022-03-08T10:40:44.220109332Z I0308 10:40:44.220081       1 copy.go:60] Got configMap openshift-kube-apiserver/config-2
2022-03-08T10:40:44.225762350Z I0308 10:40:44.225719       1 copy.go:60] Got configMap openshift-kube-apiserver/etcd-serving-ca-2
2022-03-08T10:40:44.394182266Z I0308 10:40:44.394136       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-audit-policies-2
2022-03-08T10:40:44.591641554Z I0308 10:40:44.591589       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-cert-syncer-kubeconfig-2
2022-03-08T10:40:44.793947256Z I0308 10:40:44.791348       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-pod-2
2022-03-08T10:40:44.993722560Z I0308 10:40:44.993634       1 copy.go:60] Got configMap openshift-kube-apiserver/kubelet-serving-ca-2
2022-03-08T10:40:45.191906786Z I0308 10:40:45.191810       1 copy.go:60] Got configMap openshift-kube-apiserver/sa-token-signing-certs-2
2022-03-08T10:40:45.393256425Z I0308 10:40:45.393111       1 copy.go:52] Failed to get config map openshift-kube-apiserver/cloud-config-2: configmaps "cloud-config-2" not found
2022-03-08T10:40:45.596442219Z I0308 10:40:45.596386       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-server-ca-2
2022-03-08T10:40:45.791923359Z I0308 10:40:45.791882       1 copy.go:52] Failed to get config map openshift-kube-apiserver/oauth-metadata-2: configmaps "oauth-metadata-2" not found
2022-03-08T10:40:45.791993189Z I0308 10:40:45.791979       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/etcd-client" ...
2022-03-08T10:40:45.792159932Z I0308 10:40:45.792147       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/etcd-client/tls.key" ...
2022-03-08T10:40:45.792248147Z I0308 10:40:45.792237       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/etcd-client/tls.crt" ...
2022-03-08T10:40:45.792302363Z I0308 10:40:45.792293       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/kubelet-client" ...
2022-03-08T10:40:45.792356046Z I0308 10:40:45.792347       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/kubelet-client/tls.crt" ...
2022-03-08T10:40:45.792406306Z I0308 10:40:45.792397       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/kubelet-client/tls.key" ...
2022-03-08T10:40:45.792471590Z I0308 10:40:45.792459       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-client-token" ...
2022-03-08T10:40:45.792523626Z I0308 10:40:45.792514       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-client-token/ca.crt" ...
2022-03-08T10:40:45.792641381Z I0308 10:40:45.792626       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-client-token/namespace" ...
2022-03-08T10:40:45.792707174Z I0308 10:40:45.792697       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-client-token/token" ...
2022-03-08T10:40:45.792759538Z I0308 10:40:45.792750       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-serving-certkey" ...
2022-03-08T10:40:45.792812675Z I0308 10:40:45.792803       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-serving-certkey/tls.crt" ...
2022-03-08T10:40:45.792884053Z I0308 10:40:45.792873       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-serving-certkey/tls.key" ...
2022-03-08T10:40:45.792940032Z I0308 10:40:45.792931       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/bound-sa-token-signing-certs" ...
2022-03-08T10:40:45.793039093Z I0308 10:40:45.793020       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/bound-sa-token-signing-certs/service-account-001.pub" ...
2022-03-08T10:40:45.793126118Z I0308 10:40:45.793110       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/config" ...
2022-03-08T10:40:45.793194509Z I0308 10:40:45.793183       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/config/config.yaml" ...
2022-03-08T10:40:45.793270634Z I0308 10:40:45.793259       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/etcd-serving-ca" ...
2022-03-08T10:40:45.793333601Z I0308 10:40:45.793322       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/etcd-serving-ca/ca-bundle.crt" ...
2022-03-08T10:40:45.793399766Z I0308 10:40:45.793387       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-audit-policies" ...
2022-03-08T10:40:45.793460335Z I0308 10:40:45.793449       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-audit-policies/allrequestbodies.yaml" ...
2022-03-08T10:40:45.793527092Z I0308 10:40:45.793516       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-audit-policies/default.yaml" ...
2022-03-08T10:40:45.793613207Z I0308 10:40:45.793597       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-audit-policies/writerequestbodies.yaml" ...
2022-03-08T10:40:45.793678234Z I0308 10:40:45.793667       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-cert-syncer-kubeconfig" ...
2022-03-08T10:40:45.793738181Z I0308 10:40:45.793727       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig" ...
2022-03-08T10:40:45.793797665Z I0308 10:40:45.793787       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-pod" ...
2022-03-08T10:40:45.793877865Z I0308 10:40:45.793864       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-pod/pod.yaml" ...
2022-03-08T10:40:45.793968568Z I0308 10:40:45.793938       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-pod/version" ...
2022-03-08T10:40:45.794033752Z I0308 10:40:45.794022       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-pod/forceRedeploymentReason" ...
2022-03-08T10:40:45.794085614Z I0308 10:40:45.794076       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kubelet-serving-ca" ...
2022-03-08T10:40:45.794157216Z I0308 10:40:45.794146       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kubelet-serving-ca/ca-bundle.crt" ...
2022-03-08T10:40:45.794236393Z I0308 10:40:45.794220       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/sa-token-signing-certs" ...
2022-03-08T10:40:45.794315570Z I0308 10:40:45.794300       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/sa-token-signing-certs/service-account-001.pub" ...
2022-03-08T10:40:45.794393404Z I0308 10:40:45.794378       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-server-ca" ...
2022-03-08T10:40:45.794464527Z I0308 10:40:45.794452       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-server-ca/ca-bundle.crt" ...
2022-03-08T10:40:45.794531509Z I0308 10:40:45.794522       1 cmd.go:180] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs" ...
2022-03-08T10:40:45.794596297Z I0308 10:40:45.794587       1 cmd.go:188] Getting secrets ...
2022-03-08T10:40:45.991724721Z I0308 10:40:45.991676       1 copy.go:32] Got secret openshift-kube-apiserver/aggregator-client
2022-03-08T10:40:46.191802487Z I0308 10:40:46.191752       1 copy.go:32] Got secret openshift-kube-apiserver/bound-service-account-signing-key
2022-03-08T10:40:46.391332141Z I0308 10:40:46.391280       1 copy.go:32] Got secret openshift-kube-apiserver/check-endpoints-client-cert-key
2022-03-08T10:40:46.591149840Z I0308 10:40:46.591078       1 copy.go:32] Got secret openshift-kube-apiserver/control-plane-node-admin-client-cert-key
2022-03-08T10:40:46.793945987Z I0308 10:40:46.792256       1 copy.go:32] Got secret openshift-kube-apiserver/external-loadbalancer-serving-certkey
2022-03-08T10:40:46.997854915Z I0308 10:40:46.997779       1 copy.go:32] Got secret openshift-kube-apiserver/internal-loadbalancer-serving-certkey
2022-03-08T10:40:47.191425387Z I0308 10:40:47.191354       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-serving-cert-certkey
2022-03-08T10:40:47.397761399Z I0308 10:40:47.395388       1 copy.go:32] Got secret openshift-kube-apiserver/node-kubeconfigs
2022-03-08T10:40:47.593657388Z I0308 10:40:47.592627       1 copy.go:32] Got secret openshift-kube-apiserver/service-network-serving-certkey
2022-03-08T10:40:47.791809654Z I0308 10:40:47.791763       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert: secrets "user-serving-cert" not found
2022-03-08T10:40:47.998138023Z I0308 10:40:47.998091       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-000: secrets "user-serving-cert-000" not found
2022-03-08T10:40:48.191286859Z I0308 10:40:48.191026       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-001: secrets "user-serving-cert-001" not found
2022-03-08T10:40:48.395022350Z I0308 10:40:48.394968       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-002: secrets "user-serving-cert-002" not found
2022-03-08T10:40:48.592594108Z I0308 10:40:48.592493       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-003: secrets "user-serving-cert-003" not found
2022-03-08T10:40:48.791812584Z I0308 10:40:48.791757       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-004: secrets "user-serving-cert-004" not found
2022-03-08T10:40:48.991356375Z I0308 10:40:48.991290       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-005: secrets "user-serving-cert-005" not found
2022-03-08T10:40:49.191310862Z I0308 10:40:49.191220       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-006: secrets "user-serving-cert-006" not found
2022-03-08T10:40:49.391826851Z I0308 10:40:49.391778       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-007: secrets "user-serving-cert-007" not found
2022-03-08T10:40:49.591924451Z I0308 10:40:49.591815       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-008: secrets "user-serving-cert-008" not found
2022-03-08T10:40:49.790955291Z I0308 10:40:49.790895       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-009: secrets "user-serving-cert-009" not found
2022-03-08T10:40:49.791036055Z I0308 10:40:49.791019       1 cmd.go:201] Getting config maps ...
2022-03-08T10:40:49.991975751Z I0308 10:40:49.991905       1 copy.go:60] Got configMap openshift-kube-apiserver/aggregator-client-ca
2022-03-08T10:40:50.191556516Z I0308 10:40:50.191509       1 copy.go:60] Got configMap openshift-kube-apiserver/check-endpoints-kubeconfig
2022-03-08T10:40:50.391236921Z I0308 10:40:50.391135       1 copy.go:60] Got configMap openshift-kube-apiserver/client-ca
2022-03-08T10:40:50.591047816Z I0308 10:40:50.591001       1 copy.go:60] Got configMap openshift-kube-apiserver/control-plane-node-kubeconfig
2022-03-08T10:40:50.799256704Z I0308 10:40:50.799193       1 copy.go:60] Got configMap openshift-kube-apiserver/trusted-ca-bundle
2022-03-08T10:40:50.799563310Z I0308 10:40:50.799520       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client" ...
2022-03-08T10:40:50.799746836Z I0308 10:40:50.799721       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.key" ...
2022-03-08T10:40:50.799846092Z I0308 10:40:50.799805       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.crt" ...
2022-03-08T10:40:50.799895310Z I0308 10:40:50.799873       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key" ...
2022-03-08T10:40:50.799953027Z I0308 10:40:50.799925       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key/service-account.key" ...
2022-03-08T10:40:50.799997141Z I0308 10:40:50.799979       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key/service-account.pub" ...
2022-03-08T10:40:50.800041951Z I0308 10:40:50.800025       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key" ...
2022-03-08T10:40:50.800087468Z I0308 10:40:50.800069       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key/tls.crt" ...
2022-03-08T10:40:50.800131310Z I0308 10:40:50.800113       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key/tls.key" ...
2022-03-08T10:40:50.800178238Z I0308 10:40:50.800159       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key" ...
2022-03-08T10:40:50.800224251Z I0308 10:40:50.800205       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key/tls.crt" ...
2022-03-08T10:40:50.800267098Z I0308 10:40:50.800249       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key/tls.key" ...
2022-03-08T10:40:50.800309829Z I0308 10:40:50.800293       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey" ...
2022-03-08T10:40:50.800356668Z I0308 10:40:50.800339       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey/tls.crt" ...
2022-03-08T10:40:50.800403204Z I0308 10:40:50.800386       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey/tls.key" ...
2022-03-08T10:40:50.800447052Z I0308 10:40:50.800430       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey" ...
2022-03-08T10:40:50.800491528Z I0308 10:40:50.800474       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt" ...
2022-03-08T10:40:50.800537765Z I0308 10:40:50.800520       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey/tls.key" ...
2022-03-08T10:40:50.800621531Z I0308 10:40:50.800566       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey" ...
2022-03-08T10:40:50.800710076Z I0308 10:40:50.800677       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey/tls.key" ...
2022-03-08T10:40:50.800759483Z I0308 10:40:50.800741       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey/tls.crt" ...
2022-03-08T10:40:50.800803295Z I0308 10:40:50.800786       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs" ...
2022-03-08T10:40:50.800869668Z I0308 10:40:50.800851       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/lb-ext.kubeconfig" ...
2022-03-08T10:40:50.800929789Z I0308 10:40:50.800911       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/lb-int.kubeconfig" ...
2022-03-08T10:40:50.800983909Z I0308 10:40:50.800964       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/localhost-recovery.kubeconfig" ...
2022-03-08T10:40:50.801032556Z I0308 10:40:50.801015       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/localhost.kubeconfig" ...
2022-03-08T10:40:50.801083654Z I0308 10:40:50.801065       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey" ...
2022-03-08T10:40:50.801130627Z I0308 10:40:50.801113       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey/tls.crt" ...
2022-03-08T10:40:50.801174065Z I0308 10:40:50.801157       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey/tls.key" ...
2022-03-08T10:40:50.801222855Z I0308 10:40:50.801206       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/aggregator-client-ca" ...
2022-03-08T10:40:50.801303512Z I0308 10:40:50.801284       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/aggregator-client-ca/ca-bundle.crt" ...
2022-03-08T10:40:50.801355607Z I0308 10:40:50.801337       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/check-endpoints-kubeconfig" ...
2022-03-08T10:40:50.801419420Z I0308 10:40:50.801401       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/check-endpoints-kubeconfig/kubeconfig" ...
2022-03-08T10:40:50.801469294Z I0308 10:40:50.801451       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/client-ca" ...
2022-03-08T10:40:50.801512833Z I0308 10:40:50.801496       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/client-ca/ca-bundle.crt" ...
2022-03-08T10:40:50.801617682Z I0308 10:40:50.801563       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/control-plane-node-kubeconfig" ...
2022-03-08T10:40:50.801688816Z I0308 10:40:50.801667       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/control-plane-node-kubeconfig/kubeconfig" ...
2022-03-08T10:40:50.801744964Z I0308 10:40:50.801725       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/trusted-ca-bundle" ...
2022-03-08T10:40:50.801847693Z I0308 10:40:50.801828       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/trusted-ca-bundle/ca-bundle.crt" ...
2022-03-08T10:40:50.802165716Z I0308 10:40:50.802077       1 cmd.go:305] Getting pod configmaps/kube-apiserver-pod-2 -n openshift-kube-apiserver
2022-03-08T10:40:51.088646864Z I0308 10:40:51.088539       1 cmd.go:340] Writing pod manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/kube-apiserver-pod.yaml" ...
2022-03-08T10:40:51.089091971Z I0308 10:40:51.089055       1 cmd.go:346] Creating directory for static pod manifest "/etc/kubernetes/manifests" ...
2022-03-08T10:40:51.089123963Z I0308 10:40:51.089091       1 cmd.go:351] Writing static pod manifest "/etc/kubernetes/manifests/kube-apiserver-pod.yaml" ...
2022-03-08T10:40:51.089123963Z {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver","namespace":"openshift-kube-apiserver","uid":"8619914f-0ede-4a99-9de4-66abf65ee709","creationTimestamp":null,"labels":{"apiserver":"true","app":"openshift-kube-apiserver","revision":"2"},"annotations":{"kubectl.kubernetes.io/default-logs-container":"kube-apiserver"}},"spec":{"volumes":[{"name":"resource-dir","hostPath":{"path":"/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2"}},{"name":"cert-dir","hostPath":{"path":"/etc/kubernetes/static-pod-resources/kube-apiserver-certs"}},{"name":"audit-dir","hostPath":{"path":"/var/log/kube-apiserver"}}],"initContainers":[{"name":"setup","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7cd85d223d9b8249e4773998db865454043be8231589a59a1f21ea8e9e66b1fe","command":["/usr/bin/timeout","105","/bin/bash","-ec"],"args":["echo -n \"Fixing audit permissions.\"\nchmod 0700 /var/log/kube-apiserver\necho -n \"Waiting for port :6443 and :6080 to be released.\"\nwhile [ -n \"$(ss -Htan '( sport = 6443 or sport = 6080 )')\" ]; do\n  echo -n \".\"\n  sleep 1\ndone\n"],"resources":{},"volumeMounts":[{"name":"audit-dir","mountPath":"/var/log/kube-apiserver"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent","securityContext":{"privileged":true}}],"containers":[{"name":"kube-apiserver","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7cd85d223d9b8249e4773998db865454043be8231589a59a1f21ea8e9e66b1fe","command":["/bin/bash","-ec"],"args":["if [ -f /etc/kubernetes/static-pod-certs/configmaps/trusted-ca-bundle/ca-bundle.crt ]; then\n  echo \"Copying system trust bundle\"\n  cp -f /etc/kubernetes/static-pod-certs/configmaps/trusted-ca-bundle/ca-bundle.crt /etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem\nfi\necho -n \"Waiting for port :6443 to be released.\"\ntries=0\nwhile [ -n \"$(ss -Htan '( sport = 6443 )')\" ]; do\n  echo -n \".\"\n  sleep 1\n  (( tries += 1 ))\n  if [[ \"${tries}\" -gt 105 ]]; then\n    echo \"timed out waiting for port :6443 to be released\"\n    exit 1\n  fi\ndone\necho\nexec watch-termination --termination-touch-file=/var/log/kube-apiserver/.terminating --termination-log-file=/var/log/kube-apiserver/termination.log --kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig -- hyperkube kube-apiserver --openshift-config=/etc/kubernetes/static-pod-resources/configmaps/config/config.yaml --advertise-address=${HOST_IP}  -v=2\n"],"ports":[{"containerPort":6443}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}},{"name":"STATIC_POD_VERSION","value":"2"},{"name":"HOST_IP","valueFrom":{"fieldRef":{"fieldPath":"status.hostIP"}}}],"resources":{"requests":{"cpu":"300m","memory":"1Gi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"},{"name":"audit-dir","mountPath":"/var/log/kube-apiserver"}],"livenessProbe":{"httpGet":{"path":"healthz","port":6443,"scheme":"HTTPS"},"initialDelaySeconds":45,"timeoutSeconds":10},"readinessProbe":{"httpGet":{"path":"healthz","port":6443,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent","securityContext":{"privileged":true}},{"name":"kube-apiserver-cert-syncer","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","cert-syncer"],"args":["--kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig","--namespace=$(POD_NAMESPACE)","--destination-dir=/etc/kubernetes/static-pod-certs"],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-cert-regeneration-controller","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","cert-regeneration-controller"],"args":["--kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig","--namespace=$(POD_NAMESPACE)","-v=2"],"env":[{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-insecure-readyz","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","insecure-readyz"],"args":["--insecure-port=6080","--delegate-url=https://localhost:6443/readyz"],"ports":[{"containerPort":6080}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-check-endpoints","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","check-endpoints"],"args":["--kubeconfig","/etc/kubernetes/static-pod-certs/configmaps/check-endpoints-kubeconfig/kubeconfig","--listen","0.0.0.0:17697","--namespace","$(POD_NAMESPACE)","--v","2"],"ports":[{"name":"check-endpoints","hostPort":17697,"containerPort":17697,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"}],"livenessProbe":{"httpGet":{"path":"healthz","port":17697,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"readinessProbe":{"httpGet":{"path":"healthz","port":17697,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"}],"terminationGracePeriodSeconds":135,"hostNetwork":true,"tolerations":[{"operator":"Exists"}],"priorityClassName":"system-node-critical"},"status":{}}
