2022-03-08T10:56:17.253785107Z I0308 10:56:17.253041       1 cmd.go:78] &{<nil> true {false} installer true map[cert-configmaps:0xc0008f6820 cert-dir:0xc0008f6a00 cert-secrets:0xc0008f6780 configmaps:0xc0008f63c0 namespace:0xc0008f61e0 optional-cert-configmaps:0xc0008f6960 optional-cert-secrets:0xc0008f68c0 optional-configmaps:0xc0008f6500 optional-secrets:0xc0008f6460 pod:0xc0008f6280 pod-manifest-dir:0xc0008f6640 resource-dir:0xc0008f65a0 revision:0xc0008f6140 secrets:0xc0008f6320 v:0xc000859180] [0xc000859180 0xc0008f6140 0xc0008f61e0 0xc0008f6280 0xc0008f65a0 0xc0008f6640 0xc0008f63c0 0xc0008f6500 0xc0008f6320 0xc0008f6460 0xc0008f6a00 0xc0008f6820 0xc0008f6960 0xc0008f6780 0xc0008f68c0] [] map[add-dir-header:0xc000858b40 alsologtostderr:0xc000858be0 cert-configmaps:0xc0008f6820 cert-dir:0xc0008f6a00 cert-secrets:0xc0008f6780 configmaps:0xc0008f63c0 help:0xc0008f7720 kubeconfig:0xc0008f60a0 log-backtrace-at:0xc000858c80 log-dir:0xc000858d20 log-file:0xc000858dc0 log-file-max-size:0xc000858e60 log-flush-frequency:0xc000144e60 logtostderr:0xc000858f00 namespace:0xc0008f61e0 optional-cert-configmaps:0xc0008f6960 optional-cert-secrets:0xc0008f68c0 optional-configmaps:0xc0008f6500 optional-secrets:0xc0008f6460 pod:0xc0008f6280 pod-manifest-dir:0xc0008f6640 resource-dir:0xc0008f65a0 revision:0xc0008f6140 secrets:0xc0008f6320 skip-headers:0xc000858fa0 skip-log-headers:0xc000859040 stderrthreshold:0xc0008590e0 timeout-duration:0xc0008f66e0 v:0xc000859180 vmodule:0xc000859220] [0xc0008f60a0 0xc0008f6140 0xc0008f61e0 0xc0008f6280 0xc0008f6320 0xc0008f63c0 0xc0008f6460 0xc0008f6500 0xc0008f65a0 0xc0008f6640 0xc0008f66e0 0xc0008f6780 0xc0008f6820 0xc0008f68c0 0xc0008f6960 0xc0008f6a00 0xc000858b40 0xc000858be0 0xc000858c80 0xc000858d20 0xc000858dc0 0xc000858e60 0xc000144e60 0xc000858f00 0xc000858fa0 0xc000859040 0xc0008590e0 0xc000859180 0xc000859220 0xc0008f7720] [0xc000858b40 0xc000858be0 0xc0008f6820 0xc0008f6a00 0xc0008f6780 0xc0008f63c0 0xc0008f7720 0xc0008f60a0 0xc000858c80 0xc000858d20 0xc000858dc0 0xc000858e60 0xc000144e60 0xc000858f00 0xc0008f61e0 0xc0008f6960 0xc0008f68c0 0xc0008f6500 0xc0008f6460 0xc0008f6280 0xc0008f6640 0xc0008f65a0 0xc0008f6140 0xc0008f6320 0xc000858fa0 0xc000859040 0xc0008590e0 0xc0008f66e0 0xc000859180 0xc000859220] map[104:0xc0008f7720 118:0xc000859180] [] -1 0 0xc000896fc0 true <nil> []}
2022-03-08T10:56:17.253785107Z I0308 10:56:17.253338       1 cmd.go:79] (*installerpod.InstallOptions)(0xc000483e00)({
2022-03-08T10:56:17.253785107Z  KubeConfig: (string) "",
2022-03-08T10:56:17.253785107Z  KubeClient: (kubernetes.Interface) <nil>,
2022-03-08T10:56:17.253785107Z  Revision: (string) (len=1) "4",
2022-03-08T10:56:17.253785107Z  NodeName: (string) "",
2022-03-08T10:56:17.253785107Z  Namespace: (string) (len=24) "openshift-kube-apiserver",
2022-03-08T10:56:17.253785107Z  PodConfigMapNamePrefix: (string) (len=18) "kube-apiserver-pod",
2022-03-08T10:56:17.253785107Z  SecretNamePrefixes: ([]string) (len=4 cap=4) {
2022-03-08T10:56:17.253785107Z   (string) (len=11) "etcd-client",
2022-03-08T10:56:17.253785107Z   (string) (len=14) "kubelet-client",
2022-03-08T10:56:17.253785107Z   (string) (len=34) "localhost-recovery-serving-certkey",
2022-03-08T10:56:17.253785107Z   (string) (len=31) "localhost-recovery-client-token"
2022-03-08T10:56:17.253785107Z  },
2022-03-08T10:56:17.253785107Z  OptionalSecretNamePrefixes: ([]string) (len=2 cap=2) {
2022-03-08T10:56:17.253785107Z   (string) (len=17) "encryption-config",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "webhook-authenticator"
2022-03-08T10:56:17.253785107Z  },
2022-03-08T10:56:17.253785107Z  ConfigMapNamePrefixes: ([]string) (len=8 cap=8) {
2022-03-08T10:56:17.253785107Z   (string) (len=18) "kube-apiserver-pod",
2022-03-08T10:56:17.253785107Z   (string) (len=6) "config",
2022-03-08T10:56:17.253785107Z   (string) (len=37) "kube-apiserver-cert-syncer-kubeconfig",
2022-03-08T10:56:17.253785107Z   (string) (len=28) "bound-sa-token-signing-certs",
2022-03-08T10:56:17.253785107Z   (string) (len=15) "etcd-serving-ca",
2022-03-08T10:56:17.253785107Z   (string) (len=18) "kubelet-serving-ca",
2022-03-08T10:56:17.253785107Z   (string) (len=22) "sa-token-signing-certs",
2022-03-08T10:56:17.253785107Z   (string) (len=29) "kube-apiserver-audit-policies"
2022-03-08T10:56:17.253785107Z  },
2022-03-08T10:56:17.253785107Z  OptionalConfigMapNamePrefixes: ([]string) (len=3 cap=4) {
2022-03-08T10:56:17.253785107Z   (string) (len=14) "oauth-metadata",
2022-03-08T10:56:17.253785107Z   (string) (len=12) "cloud-config",
2022-03-08T10:56:17.253785107Z   (string) (len=24) "kube-apiserver-server-ca"
2022-03-08T10:56:17.253785107Z  },
2022-03-08T10:56:17.253785107Z  CertSecretNames: ([]string) (len=9 cap=16) {
2022-03-08T10:56:17.253785107Z   (string) (len=17) "aggregator-client",
2022-03-08T10:56:17.253785107Z   (string) (len=30) "localhost-serving-cert-certkey",
2022-03-08T10:56:17.253785107Z   (string) (len=31) "service-network-serving-certkey",
2022-03-08T10:56:17.253785107Z   (string) (len=37) "external-loadbalancer-serving-certkey",
2022-03-08T10:56:17.253785107Z   (string) (len=37) "internal-loadbalancer-serving-certkey",
2022-03-08T10:56:17.253785107Z   (string) (len=33) "bound-service-account-signing-key",
2022-03-08T10:56:17.253785107Z   (string) (len=40) "control-plane-node-admin-client-cert-key",
2022-03-08T10:56:17.253785107Z   (string) (len=31) "check-endpoints-client-cert-key",
2022-03-08T10:56:17.253785107Z   (string) (len=16) "node-kubeconfigs"
2022-03-08T10:56:17.253785107Z  },
2022-03-08T10:56:17.253785107Z  OptionalCertSecretNamePrefixes: ([]string) (len=11 cap=16) {
2022-03-08T10:56:17.253785107Z   (string) (len=17) "user-serving-cert",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-000",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-001",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-002",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-003",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-004",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-005",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-006",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-007",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-008",
2022-03-08T10:56:17.253785107Z   (string) (len=21) "user-serving-cert-009"
2022-03-08T10:56:17.253785107Z  },
2022-03-08T10:56:17.253785107Z  CertConfigMapNamePrefixes: ([]string) (len=4 cap=4) {
2022-03-08T10:56:17.253785107Z   (string) (len=20) "aggregator-client-ca",
2022-03-08T10:56:17.253785107Z   (string) (len=9) "client-ca",
2022-03-08T10:56:17.253785107Z   (string) (len=29) "control-plane-node-kubeconfig",
2022-03-08T10:56:17.253785107Z   (string) (len=26) "check-endpoints-kubeconfig"
2022-03-08T10:56:17.253785107Z  },
2022-03-08T10:56:17.253785107Z  OptionalCertConfigMapNamePrefixes: ([]string) (len=1 cap=1) {
2022-03-08T10:56:17.253785107Z   (string) (len=17) "trusted-ca-bundle"
2022-03-08T10:56:17.253785107Z  },
2022-03-08T10:56:17.253785107Z  CertDir: (string) (len=57) "/etc/kubernetes/static-pod-resources/kube-apiserver-certs",
2022-03-08T10:56:17.253785107Z  ResourceDir: (string) (len=36) "/etc/kubernetes/static-pod-resources",
2022-03-08T10:56:17.253785107Z  PodManifestDir: (string) (len=25) "/etc/kubernetes/manifests",
2022-03-08T10:56:17.253785107Z  Timeout: (time.Duration) 2m0s,
2022-03-08T10:56:17.253785107Z  PodMutationFns: ([]installerpod.PodMutationFunc) <nil>
2022-03-08T10:56:17.253785107Z })
2022-03-08T10:56:17.347146877Z I0308 10:56:17.268844       1 cmd.go:263] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4" ...
2022-03-08T10:56:17.347146877Z I0308 10:56:17.269165       1 cmd.go:180] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4" ...
2022-03-08T10:56:17.347146877Z I0308 10:56:17.269185       1 cmd.go:188] Getting secrets ...
2022-03-08T10:56:17.347330470Z I0308 10:56:17.347302       1 copy.go:32] Got secret openshift-kube-apiserver/etcd-client-4
2022-03-08T10:56:17.351804069Z I0308 10:56:17.351743       1 copy.go:32] Got secret openshift-kube-apiserver/kubelet-client-4
2022-03-08T10:56:17.355733900Z I0308 10:56:17.355510       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-recovery-client-token-4
2022-03-08T10:56:17.362519423Z I0308 10:56:17.362407       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-recovery-serving-certkey-4
2022-03-08T10:56:17.369425786Z I0308 10:56:17.369358       1 copy.go:24] Failed to get secret openshift-kube-apiserver/encryption-config-4: secrets "encryption-config-4" not found
2022-03-08T10:56:17.372821165Z I0308 10:56:17.372704       1 copy.go:24] Failed to get secret openshift-kube-apiserver/webhook-authenticator-4: secrets "webhook-authenticator-4" not found
2022-03-08T10:56:17.372821165Z I0308 10:56:17.372755       1 cmd.go:201] Getting config maps ...
2022-03-08T10:56:17.376626871Z I0308 10:56:17.376536       1 copy.go:60] Got configMap openshift-kube-apiserver/bound-sa-token-signing-certs-4
2022-03-08T10:56:17.380445039Z I0308 10:56:17.380364       1 copy.go:60] Got configMap openshift-kube-apiserver/config-4
2022-03-08T10:56:17.383969462Z I0308 10:56:17.383894       1 copy.go:60] Got configMap openshift-kube-apiserver/etcd-serving-ca-4
2022-03-08T10:56:17.461235201Z I0308 10:56:17.461151       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-audit-policies-4
2022-03-08T10:56:17.662257351Z I0308 10:56:17.662169       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-cert-syncer-kubeconfig-4
2022-03-08T10:56:17.861440492Z I0308 10:56:17.861357       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-pod-4
2022-03-08T10:56:18.062761456Z I0308 10:56:18.062642       1 copy.go:60] Got configMap openshift-kube-apiserver/kubelet-serving-ca-4
2022-03-08T10:56:18.266612336Z I0308 10:56:18.266526       1 copy.go:60] Got configMap openshift-kube-apiserver/sa-token-signing-certs-4
2022-03-08T10:56:18.462498722Z I0308 10:56:18.462400       1 copy.go:52] Failed to get config map openshift-kube-apiserver/cloud-config-4: configmaps "cloud-config-4" not found
2022-03-08T10:56:18.664387064Z I0308 10:56:18.664290       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-server-ca-4
2022-03-08T10:56:18.869466905Z I0308 10:56:18.869372       1 copy.go:60] Got configMap openshift-kube-apiserver/oauth-metadata-4
2022-03-08T10:56:18.869466905Z I0308 10:56:18.869405       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/etcd-client" ...
2022-03-08T10:56:18.869612974Z I0308 10:56:18.869587       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/etcd-client/tls.crt" ...
2022-03-08T10:56:18.869663910Z I0308 10:56:18.869653       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/etcd-client/tls.key" ...
2022-03-08T10:56:18.869714457Z I0308 10:56:18.869691       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/kubelet-client" ...
2022-03-08T10:56:18.869755854Z I0308 10:56:18.869731       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/kubelet-client/tls.crt" ...
2022-03-08T10:56:18.869789509Z I0308 10:56:18.869768       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/kubelet-client/tls.key" ...
2022-03-08T10:56:18.869827955Z I0308 10:56:18.869809       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/localhost-recovery-client-token" ...
2022-03-08T10:56:18.869871921Z I0308 10:56:18.869852       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/localhost-recovery-client-token/ca.crt" ...
2022-03-08T10:56:18.869965906Z I0308 10:56:18.869940       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/localhost-recovery-client-token/namespace" ...
2022-03-08T10:56:18.870054628Z I0308 10:56:18.870028       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/localhost-recovery-client-token/service-ca.crt" ...
2022-03-08T10:56:18.870202812Z I0308 10:56:18.870174       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/localhost-recovery-client-token/token" ...
2022-03-08T10:56:18.870255509Z I0308 10:56:18.870229       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/localhost-recovery-serving-certkey" ...
2022-03-08T10:56:18.870316800Z I0308 10:56:18.870294       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/localhost-recovery-serving-certkey/tls.crt" ...
2022-03-08T10:56:18.870360752Z I0308 10:56:18.870333       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/secrets/localhost-recovery-serving-certkey/tls.key" ...
2022-03-08T10:56:18.870393898Z I0308 10:56:18.870374       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/bound-sa-token-signing-certs" ...
2022-03-08T10:56:18.870474764Z I0308 10:56:18.870444       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/bound-sa-token-signing-certs/service-account-001.pub" ...
2022-03-08T10:56:18.870531868Z I0308 10:56:18.870509       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/config" ...
2022-03-08T10:56:18.870578650Z I0308 10:56:18.870552       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/config/config.yaml" ...
2022-03-08T10:56:18.870633278Z I0308 10:56:18.870612       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/etcd-serving-ca" ...
2022-03-08T10:56:18.870682183Z I0308 10:56:18.870658       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/etcd-serving-ca/ca-bundle.crt" ...
2022-03-08T10:56:18.870725344Z I0308 10:56:18.870705       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-audit-policies" ...
2022-03-08T10:56:18.870776750Z I0308 10:56:18.870750       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-audit-policies/allrequestbodies.yaml" ...
2022-03-08T10:56:18.870800143Z I0308 10:56:18.870791       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-audit-policies/default.yaml" ...
2022-03-08T10:56:18.870919796Z I0308 10:56:18.870827       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-audit-policies/writerequestbodies.yaml" ...
2022-03-08T10:56:18.870919796Z I0308 10:56:18.870869       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-cert-syncer-kubeconfig" ...
2022-03-08T10:56:18.870937290Z I0308 10:56:18.870925       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig" ...
2022-03-08T10:56:18.871000836Z I0308 10:56:18.870983       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-pod" ...
2022-03-08T10:56:18.871076944Z I0308 10:56:18.871041       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-pod/forceRedeploymentReason" ...
2022-03-08T10:56:18.871149651Z I0308 10:56:18.871124       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-pod/pod.yaml" ...
2022-03-08T10:56:18.871240165Z I0308 10:56:18.871215       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-pod/version" ...
2022-03-08T10:56:18.871294427Z I0308 10:56:18.871273       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kubelet-serving-ca" ...
2022-03-08T10:56:18.871378069Z I0308 10:56:18.871328       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kubelet-serving-ca/ca-bundle.crt" ...
2022-03-08T10:56:18.871411946Z I0308 10:56:18.871388       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/sa-token-signing-certs" ...
2022-03-08T10:56:18.871481448Z I0308 10:56:18.871446       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/sa-token-signing-certs/service-account-001.pub" ...
2022-03-08T10:56:18.871561878Z I0308 10:56:18.871539       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/sa-token-signing-certs/service-account-002.pub" ...
2022-03-08T10:56:18.871588032Z I0308 10:56:18.871579       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-server-ca" ...
2022-03-08T10:56:18.871649033Z I0308 10:56:18.871626       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/kube-apiserver-server-ca/ca-bundle.crt" ...
2022-03-08T10:56:18.871702296Z I0308 10:56:18.871679       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/oauth-metadata" ...
2022-03-08T10:56:18.875224505Z I0308 10:56:18.874270       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/configmaps/oauth-metadata/oauthMetadata" ...
2022-03-08T10:56:18.875224505Z I0308 10:56:18.874371       1 cmd.go:180] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs" ...
2022-03-08T10:56:18.875224505Z I0308 10:56:18.874383       1 cmd.go:188] Getting secrets ...
2022-03-08T10:56:19.061909910Z I0308 10:56:19.061832       1 copy.go:32] Got secret openshift-kube-apiserver/aggregator-client
2022-03-08T10:56:19.266423113Z I0308 10:56:19.266353       1 copy.go:32] Got secret openshift-kube-apiserver/bound-service-account-signing-key
2022-03-08T10:56:19.463882485Z I0308 10:56:19.463801       1 copy.go:32] Got secret openshift-kube-apiserver/check-endpoints-client-cert-key
2022-03-08T10:56:19.669871074Z I0308 10:56:19.669353       1 copy.go:32] Got secret openshift-kube-apiserver/control-plane-node-admin-client-cert-key
2022-03-08T10:56:19.861131872Z I0308 10:56:19.861041       1 copy.go:32] Got secret openshift-kube-apiserver/external-loadbalancer-serving-certkey
2022-03-08T10:56:20.061944701Z I0308 10:56:20.061875       1 copy.go:32] Got secret openshift-kube-apiserver/internal-loadbalancer-serving-certkey
2022-03-08T10:56:20.261527603Z I0308 10:56:20.261462       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-serving-cert-certkey
2022-03-08T10:56:20.462453162Z I0308 10:56:20.462402       1 copy.go:32] Got secret openshift-kube-apiserver/node-kubeconfigs
2022-03-08T10:56:20.661448213Z I0308 10:56:20.661375       1 copy.go:32] Got secret openshift-kube-apiserver/service-network-serving-certkey
2022-03-08T10:56:20.862474803Z I0308 10:56:20.862415       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert: secrets "user-serving-cert" not found
2022-03-08T10:56:21.062269614Z I0308 10:56:21.062210       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-000: secrets "user-serving-cert-000" not found
2022-03-08T10:56:21.260158353Z I0308 10:56:21.260109       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-001: secrets "user-serving-cert-001" not found
2022-03-08T10:56:21.461304559Z I0308 10:56:21.461249       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-002: secrets "user-serving-cert-002" not found
2022-03-08T10:56:21.661233728Z I0308 10:56:21.661183       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-003: secrets "user-serving-cert-003" not found
2022-03-08T10:56:21.863997524Z I0308 10:56:21.863940       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-004: secrets "user-serving-cert-004" not found
2022-03-08T10:56:22.063566292Z I0308 10:56:22.063502       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-005: secrets "user-serving-cert-005" not found
2022-03-08T10:56:22.264909306Z I0308 10:56:22.264839       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-006: secrets "user-serving-cert-006" not found
2022-03-08T10:56:22.464175732Z I0308 10:56:22.464113       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-007: secrets "user-serving-cert-007" not found
2022-03-08T10:56:22.677163237Z I0308 10:56:22.677102       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-008: secrets "user-serving-cert-008" not found
2022-03-08T10:56:22.862690536Z I0308 10:56:22.862633       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-009: secrets "user-serving-cert-009" not found
2022-03-08T10:56:22.862690536Z I0308 10:56:22.862661       1 cmd.go:201] Getting config maps ...
2022-03-08T10:56:23.060812041Z I0308 10:56:23.060754       1 copy.go:60] Got configMap openshift-kube-apiserver/aggregator-client-ca
2022-03-08T10:56:23.261748404Z I0308 10:56:23.261681       1 copy.go:60] Got configMap openshift-kube-apiserver/check-endpoints-kubeconfig
2022-03-08T10:56:23.464131739Z I0308 10:56:23.464040       1 copy.go:60] Got configMap openshift-kube-apiserver/client-ca
2022-03-08T10:56:23.664791247Z I0308 10:56:23.664726       1 copy.go:60] Got configMap openshift-kube-apiserver/control-plane-node-kubeconfig
2022-03-08T10:56:23.871269562Z I0308 10:56:23.870758       1 copy.go:60] Got configMap openshift-kube-apiserver/trusted-ca-bundle
2022-03-08T10:56:23.871269562Z I0308 10:56:23.871160       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client" ...
2022-03-08T10:56:23.871269562Z I0308 10:56:23.871203       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.key" ...
2022-03-08T10:56:23.871591763Z I0308 10:56:23.871541       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.crt" ...
2022-03-08T10:56:23.871763696Z I0308 10:56:23.871737       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key" ...
2022-03-08T10:56:23.871781152Z I0308 10:56:23.871767       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key/service-account.pub" ...
2022-03-08T10:56:23.871929513Z I0308 10:56:23.871906       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key/service-account.key" ...
2022-03-08T10:56:23.872026475Z I0308 10:56:23.872006       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key" ...
2022-03-08T10:56:23.872078247Z I0308 10:56:23.872042       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key/tls.crt" ...
2022-03-08T10:56:23.872252114Z I0308 10:56:23.872235       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key/tls.key" ...
2022-03-08T10:56:23.872392364Z I0308 10:56:23.872374       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key" ...
2022-03-08T10:56:23.872440131Z I0308 10:56:23.872424       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key/tls.key" ...
2022-03-08T10:56:23.872643881Z I0308 10:56:23.872612       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key/tls.crt" ...
2022-03-08T10:56:23.872775731Z I0308 10:56:23.872758       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey" ...
2022-03-08T10:56:23.872795390Z I0308 10:56:23.872781       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey/tls.crt" ...
2022-03-08T10:56:23.872981380Z I0308 10:56:23.872963       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey/tls.key" ...
2022-03-08T10:56:23.873108904Z I0308 10:56:23.873092       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey" ...
2022-03-08T10:56:23.873141919Z I0308 10:56:23.873128       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt" ...
2022-03-08T10:56:23.873246629Z I0308 10:56:23.873230       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey/tls.key" ...
2022-03-08T10:56:23.873407156Z I0308 10:56:23.873384       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey" ...
2022-03-08T10:56:23.873436940Z I0308 10:56:23.873423       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey/tls.key" ...
2022-03-08T10:56:23.873577347Z I0308 10:56:23.873558       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey/tls.crt" ...
2022-03-08T10:56:23.873708043Z I0308 10:56:23.873679       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs" ...
2022-03-08T10:56:23.873729838Z I0308 10:56:23.873713       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/lb-int.kubeconfig" ...
2022-03-08T10:56:23.873869720Z I0308 10:56:23.873852       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/localhost-recovery.kubeconfig" ...
2022-03-08T10:56:23.873970867Z I0308 10:56:23.873954       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/localhost.kubeconfig" ...
2022-03-08T10:56:23.874067204Z I0308 10:56:23.874050       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/lb-ext.kubeconfig" ...
2022-03-08T10:56:23.874166170Z I0308 10:56:23.874149       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey" ...
2022-03-08T10:56:23.874202911Z I0308 10:56:23.874187       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey/tls.key" ...
2022-03-08T10:56:23.874299979Z I0308 10:56:23.874280       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey/tls.crt" ...
2022-03-08T10:56:23.874371069Z I0308 10:56:23.874356       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/aggregator-client-ca" ...
2022-03-08T10:56:23.874386733Z I0308 10:56:23.874375       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/aggregator-client-ca/ca-bundle.crt" ...
2022-03-08T10:56:23.874597661Z I0308 10:56:23.874578       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/check-endpoints-kubeconfig" ...
2022-03-08T10:56:23.874620214Z I0308 10:56:23.874603       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/check-endpoints-kubeconfig/kubeconfig" ...
2022-03-08T10:56:23.874743443Z I0308 10:56:23.874728       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/client-ca" ...
2022-03-08T10:56:23.874758651Z I0308 10:56:23.874748       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/client-ca/ca-bundle.crt" ...
2022-03-08T10:56:23.874861887Z I0308 10:56:23.874846       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/control-plane-node-kubeconfig" ...
2022-03-08T10:56:23.874874318Z I0308 10:56:23.874867       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/control-plane-node-kubeconfig/kubeconfig" ...
2022-03-08T10:56:23.874970114Z I0308 10:56:23.874955       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/trusted-ca-bundle" ...
2022-03-08T10:56:23.874985357Z I0308 10:56:23.874975       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/trusted-ca-bundle/ca-bundle.crt" ...
2022-03-08T10:56:23.875429306Z I0308 10:56:23.875404       1 cmd.go:305] Getting pod configmaps/kube-apiserver-pod-4 -n openshift-kube-apiserver
2022-03-08T10:56:24.147982386Z I0308 10:56:24.147920       1 cmd.go:340] Writing pod manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4/kube-apiserver-pod.yaml" ...
2022-03-08T10:56:24.148167403Z I0308 10:56:24.148146       1 cmd.go:346] Creating directory for static pod manifest "/etc/kubernetes/manifests" ...
2022-03-08T10:56:24.148217109Z I0308 10:56:24.148178       1 cmd.go:351] Writing static pod manifest "/etc/kubernetes/manifests/kube-apiserver-pod.yaml" ...
2022-03-08T10:56:24.148217109Z {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver","namespace":"openshift-kube-apiserver","uid":"cc526415-529a-49c4-892e-7331a3d6f467","creationTimestamp":null,"labels":{"apiserver":"true","app":"openshift-kube-apiserver","revision":"4"},"annotations":{"kubectl.kubernetes.io/default-logs-container":"kube-apiserver"}},"spec":{"volumes":[{"name":"resource-dir","hostPath":{"path":"/etc/kubernetes/static-pod-resources/kube-apiserver-pod-4"}},{"name":"cert-dir","hostPath":{"path":"/etc/kubernetes/static-pod-resources/kube-apiserver-certs"}},{"name":"audit-dir","hostPath":{"path":"/var/log/kube-apiserver"}}],"initContainers":[{"name":"setup","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7cd85d223d9b8249e4773998db865454043be8231589a59a1f21ea8e9e66b1fe","command":["/usr/bin/timeout","105","/bin/bash","-ec"],"args":["echo -n \"Fixing audit permissions.\"\nchmod 0700 /var/log/kube-apiserver\necho -n \"Waiting for port :6443 and :6080 to be released.\"\nwhile [ -n \"$(ss -Htan '( sport = 6443 or sport = 6080 )')\" ]; do\n  echo -n \".\"\n  sleep 1\ndone\n"],"resources":{},"volumeMounts":[{"name":"audit-dir","mountPath":"/var/log/kube-apiserver"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent","securityContext":{"privileged":true}}],"containers":[{"name":"kube-apiserver","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7cd85d223d9b8249e4773998db865454043be8231589a59a1f21ea8e9e66b1fe","command":["/bin/bash","-ec"],"args":["if [ -f /etc/kubernetes/static-pod-certs/configmaps/trusted-ca-bundle/ca-bundle.crt ]; then\n  echo \"Copying system trust bundle\"\n  cp -f /etc/kubernetes/static-pod-certs/configmaps/trusted-ca-bundle/ca-bundle.crt /etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem\nfi\necho -n \"Waiting for port :6443 to be released.\"\ntries=0\nwhile [ -n \"$(ss -Htan '( sport = 6443 )')\" ]; do\n  echo -n \".\"\n  sleep 1\n  (( tries += 1 ))\n  if [[ \"${tries}\" -gt 105 ]]; then\n    echo \"timed out waiting for port :6443 to be released\"\n    exit 1\n  fi\ndone\necho\nexec watch-termination --termination-touch-file=/var/log/kube-apiserver/.terminating --termination-log-file=/var/log/kube-apiserver/termination.log --kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig -- hyperkube kube-apiserver --openshift-config=/etc/kubernetes/static-pod-resources/configmaps/config/config.yaml --advertise-address=${HOST_IP}  -v=2\n"],"ports":[{"containerPort":6443}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}},{"name":"STATIC_POD_VERSION","value":"4"},{"name":"HOST_IP","valueFrom":{"fieldRef":{"fieldPath":"status.hostIP"}}}],"resources":{"requests":{"cpu":"300m","memory":"1Gi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"},{"name":"audit-dir","mountPath":"/var/log/kube-apiserver"}],"livenessProbe":{"httpGet":{"path":"healthz","port":6443,"scheme":"HTTPS"},"initialDelaySeconds":45,"timeoutSeconds":10},"readinessProbe":{"httpGet":{"path":"healthz","port":6443,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent","securityContext":{"privileged":true}},{"name":"kube-apiserver-cert-syncer","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","cert-syncer"],"args":["--kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig","--namespace=$(POD_NAMESPACE)","--destination-dir=/etc/kubernetes/static-pod-certs"],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-cert-regeneration-controller","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","cert-regeneration-controller"],"args":["--kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig","--namespace=$(POD_NAMESPACE)","-v=2"],"env":[{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-insecure-readyz","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","insecure-readyz"],"args":["--insecure-port=6080","--delegate-url=https://localhost:6443/readyz"],"ports":[{"containerPort":6080}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-check-endpoints","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","check-endpoints"],"args":["--kubeconfig","/etc/kubernetes/static-pod-certs/configmaps/check-endpoints-kubeconfig/kubeconfig","--listen","0.0.0.0:17697","--namespace","$(POD_NAMESPACE)","--v","2"],"ports":[{"name":"check-endpoints","hostPort":17697,"containerPort":17697,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"}],"livenessProbe":{"httpGet":{"path":"healthz","port":17697,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"readinessProbe":{"httpGet":{"path":"healthz","port":17697,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"}],"terminationGracePeriodSeconds":135,"hostNetwork":true,"tolerations":[{"operator":"Exists"}],"priorityClassName":"system-node-critical"},"status":{}}
