2022-03-08T10:44:39.056725412Z I0308 10:44:39.056528       1 cmd.go:78] &{<nil> true {false} installer true map[cert-configmaps:0xc0005c9400 cert-dir:0xc0005c95e0 cert-secrets:0xc0005c9360 configmaps:0xc0005c8fa0 namespace:0xc0005c8dc0 optional-cert-configmaps:0xc0005c9540 optional-cert-secrets:0xc0005c94a0 optional-configmaps:0xc0005c90e0 optional-secrets:0xc0005c9040 pod:0xc0005c8e60 pod-manifest-dir:0xc0005c9220 resource-dir:0xc0005c9180 revision:0xc0005c8d20 secrets:0xc0005c8f00 v:0xc0003f1d60] [0xc0003f1d60 0xc0005c8d20 0xc0005c8dc0 0xc0005c8e60 0xc0005c9180 0xc0005c9220 0xc0005c8fa0 0xc0005c90e0 0xc0005c8f00 0xc0005c9040 0xc0005c95e0 0xc0005c9400 0xc0005c9540 0xc0005c9360 0xc0005c94a0] [] map[add-dir-header:0xc0003f1720 alsologtostderr:0xc0003f17c0 cert-configmaps:0xc0005c9400 cert-dir:0xc0005c95e0 cert-secrets:0xc0005c9360 configmaps:0xc0005c8fa0 help:0xc000646320 kubeconfig:0xc0005c8c80 log-backtrace-at:0xc0003f1860 log-dir:0xc0003f1900 log-file:0xc0003f19a0 log-file-max-size:0xc0003f1a40 log-flush-frequency:0xc0000c2f00 logtostderr:0xc0003f1ae0 namespace:0xc0005c8dc0 optional-cert-configmaps:0xc0005c9540 optional-cert-secrets:0xc0005c94a0 optional-configmaps:0xc0005c90e0 optional-secrets:0xc0005c9040 pod:0xc0005c8e60 pod-manifest-dir:0xc0005c9220 resource-dir:0xc0005c9180 revision:0xc0005c8d20 secrets:0xc0005c8f00 skip-headers:0xc0003f1b80 skip-log-headers:0xc0003f1c20 stderrthreshold:0xc0003f1cc0 timeout-duration:0xc0005c92c0 v:0xc0003f1d60 vmodule:0xc0003f1e00] [0xc0005c8c80 0xc0005c8d20 0xc0005c8dc0 0xc0005c8e60 0xc0005c8f00 0xc0005c8fa0 0xc0005c9040 0xc0005c90e0 0xc0005c9180 0xc0005c9220 0xc0005c92c0 0xc0005c9360 0xc0005c9400 0xc0005c94a0 0xc0005c9540 0xc0005c95e0 0xc0003f1720 0xc0003f17c0 0xc0003f1860 0xc0003f1900 0xc0003f19a0 0xc0003f1a40 0xc0000c2f00 0xc0003f1ae0 0xc0003f1b80 0xc0003f1c20 0xc0003f1cc0 0xc0003f1d60 0xc0003f1e00 0xc000646320] [0xc0003f1720 0xc0003f17c0 0xc0005c9400 0xc0005c95e0 0xc0005c9360 0xc0005c8fa0 0xc000646320 0xc0005c8c80 0xc0003f1860 0xc0003f1900 0xc0003f19a0 0xc0003f1a40 0xc0000c2f00 0xc0003f1ae0 0xc0005c8dc0 0xc0005c9540 0xc0005c94a0 0xc0005c90e0 0xc0005c9040 0xc0005c8e60 0xc0005c9220 0xc0005c9180 0xc0005c8d20 0xc0005c8f00 0xc0003f1b80 0xc0003f1c20 0xc0003f1cc0 0xc0005c92c0 0xc0003f1d60 0xc0003f1e00] map[104:0xc000646320 118:0xc0003f1d60] [] -1 0 0xc0002f69f0 true <nil> []}
2022-03-08T10:44:39.056916903Z I0308 10:44:39.056898       1 cmd.go:79] (*installerpod.InstallOptions)(0xc000603e00)({
2022-03-08T10:44:39.056916903Z  KubeConfig: (string) "",
2022-03-08T10:44:39.056916903Z  KubeClient: (kubernetes.Interface) <nil>,
2022-03-08T10:44:39.056916903Z  Revision: (string) (len=1) "2",
2022-03-08T10:44:39.056916903Z  NodeName: (string) "",
2022-03-08T10:44:39.056916903Z  Namespace: (string) (len=24) "openshift-kube-apiserver",
2022-03-08T10:44:39.056916903Z  PodConfigMapNamePrefix: (string) (len=18) "kube-apiserver-pod",
2022-03-08T10:44:39.056916903Z  SecretNamePrefixes: ([]string) (len=4 cap=4) {
2022-03-08T10:44:39.056916903Z   (string) (len=11) "etcd-client",
2022-03-08T10:44:39.056916903Z   (string) (len=14) "kubelet-client",
2022-03-08T10:44:39.056916903Z   (string) (len=34) "localhost-recovery-serving-certkey",
2022-03-08T10:44:39.056916903Z   (string) (len=31) "localhost-recovery-client-token"
2022-03-08T10:44:39.056916903Z  },
2022-03-08T10:44:39.056916903Z  OptionalSecretNamePrefixes: ([]string) (len=2 cap=2) {
2022-03-08T10:44:39.056916903Z   (string) (len=17) "encryption-config",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "webhook-authenticator"
2022-03-08T10:44:39.056916903Z  },
2022-03-08T10:44:39.056916903Z  ConfigMapNamePrefixes: ([]string) (len=8 cap=8) {
2022-03-08T10:44:39.056916903Z   (string) (len=18) "kube-apiserver-pod",
2022-03-08T10:44:39.056916903Z   (string) (len=6) "config",
2022-03-08T10:44:39.056916903Z   (string) (len=37) "kube-apiserver-cert-syncer-kubeconfig",
2022-03-08T10:44:39.056916903Z   (string) (len=28) "bound-sa-token-signing-certs",
2022-03-08T10:44:39.056916903Z   (string) (len=15) "etcd-serving-ca",
2022-03-08T10:44:39.056916903Z   (string) (len=18) "kubelet-serving-ca",
2022-03-08T10:44:39.056916903Z   (string) (len=22) "sa-token-signing-certs",
2022-03-08T10:44:39.056916903Z   (string) (len=29) "kube-apiserver-audit-policies"
2022-03-08T10:44:39.056916903Z  },
2022-03-08T10:44:39.056916903Z  OptionalConfigMapNamePrefixes: ([]string) (len=3 cap=4) {
2022-03-08T10:44:39.056916903Z   (string) (len=14) "oauth-metadata",
2022-03-08T10:44:39.056916903Z   (string) (len=12) "cloud-config",
2022-03-08T10:44:39.056916903Z   (string) (len=24) "kube-apiserver-server-ca"
2022-03-08T10:44:39.056916903Z  },
2022-03-08T10:44:39.056916903Z  CertSecretNames: ([]string) (len=9 cap=16) {
2022-03-08T10:44:39.056916903Z   (string) (len=17) "aggregator-client",
2022-03-08T10:44:39.056916903Z   (string) (len=30) "localhost-serving-cert-certkey",
2022-03-08T10:44:39.056916903Z   (string) (len=31) "service-network-serving-certkey",
2022-03-08T10:44:39.056916903Z   (string) (len=37) "external-loadbalancer-serving-certkey",
2022-03-08T10:44:39.056916903Z   (string) (len=37) "internal-loadbalancer-serving-certkey",
2022-03-08T10:44:39.056916903Z   (string) (len=33) "bound-service-account-signing-key",
2022-03-08T10:44:39.056916903Z   (string) (len=40) "control-plane-node-admin-client-cert-key",
2022-03-08T10:44:39.056916903Z   (string) (len=31) "check-endpoints-client-cert-key",
2022-03-08T10:44:39.056916903Z   (string) (len=16) "node-kubeconfigs"
2022-03-08T10:44:39.056916903Z  },
2022-03-08T10:44:39.056916903Z  OptionalCertSecretNamePrefixes: ([]string) (len=11 cap=16) {
2022-03-08T10:44:39.056916903Z   (string) (len=17) "user-serving-cert",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-000",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-001",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-002",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-003",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-004",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-005",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-006",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-007",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-008",
2022-03-08T10:44:39.056916903Z   (string) (len=21) "user-serving-cert-009"
2022-03-08T10:44:39.056916903Z  },
2022-03-08T10:44:39.056916903Z  CertConfigMapNamePrefixes: ([]string) (len=4 cap=4) {
2022-03-08T10:44:39.056916903Z   (string) (len=20) "aggregator-client-ca",
2022-03-08T10:44:39.056916903Z   (string) (len=9) "client-ca",
2022-03-08T10:44:39.056916903Z   (string) (len=29) "control-plane-node-kubeconfig",
2022-03-08T10:44:39.056916903Z   (string) (len=26) "check-endpoints-kubeconfig"
2022-03-08T10:44:39.056916903Z  },
2022-03-08T10:44:39.056916903Z  OptionalCertConfigMapNamePrefixes: ([]string) (len=1 cap=1) {
2022-03-08T10:44:39.056916903Z   (string) (len=17) "trusted-ca-bundle"
2022-03-08T10:44:39.056916903Z  },
2022-03-08T10:44:39.056916903Z  CertDir: (string) (len=57) "/etc/kubernetes/static-pod-resources/kube-apiserver-certs",
2022-03-08T10:44:39.056916903Z  ResourceDir: (string) (len=36) "/etc/kubernetes/static-pod-resources",
2022-03-08T10:44:39.056916903Z  PodManifestDir: (string) (len=25) "/etc/kubernetes/manifests",
2022-03-08T10:44:39.056916903Z  Timeout: (time.Duration) 2m0s,
2022-03-08T10:44:39.056916903Z  PodMutationFns: ([]installerpod.PodMutationFunc) <nil>
2022-03-08T10:44:39.056916903Z })
2022-03-08T10:44:39.079706097Z I0308 10:44:39.078045       1 cmd.go:263] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2" ...
2022-03-08T10:44:39.080190838Z I0308 10:44:39.080136       1 cmd.go:180] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2" ...
2022-03-08T10:44:39.080953823Z I0308 10:44:39.080920       1 cmd.go:188] Getting secrets ...
2022-03-08T10:44:39.089494448Z I0308 10:44:39.088365       1 copy.go:32] Got secret openshift-kube-apiserver/etcd-client-2
2022-03-08T10:44:39.093367460Z I0308 10:44:39.093188       1 copy.go:32] Got secret openshift-kube-apiserver/kubelet-client-2
2022-03-08T10:44:39.113450669Z I0308 10:44:39.113405       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-recovery-client-token-2
2022-03-08T10:44:39.122855940Z I0308 10:44:39.122812       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-recovery-serving-certkey-2
2022-03-08T10:44:39.165609197Z I0308 10:44:39.165280       1 copy.go:24] Failed to get secret openshift-kube-apiserver/encryption-config-2: secrets "encryption-config-2" not found
2022-03-08T10:44:39.182870441Z I0308 10:44:39.182504       1 copy.go:24] Failed to get secret openshift-kube-apiserver/webhook-authenticator-2: secrets "webhook-authenticator-2" not found
2022-03-08T10:44:39.183278354Z I0308 10:44:39.183258       1 cmd.go:201] Getting config maps ...
2022-03-08T10:44:39.197080053Z I0308 10:44:39.196700       1 copy.go:60] Got configMap openshift-kube-apiserver/bound-sa-token-signing-certs-2
2022-03-08T10:44:39.210119327Z I0308 10:44:39.209485       1 copy.go:60] Got configMap openshift-kube-apiserver/config-2
2022-03-08T10:44:39.216982153Z I0308 10:44:39.216926       1 copy.go:60] Got configMap openshift-kube-apiserver/etcd-serving-ca-2
2022-03-08T10:44:39.282566081Z I0308 10:44:39.280723       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-audit-policies-2
2022-03-08T10:44:39.467498094Z I0308 10:44:39.467426       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-cert-syncer-kubeconfig-2
2022-03-08T10:44:39.690079617Z I0308 10:44:39.690020       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-pod-2
2022-03-08T10:44:39.866326375Z I0308 10:44:39.866280       1 copy.go:60] Got configMap openshift-kube-apiserver/kubelet-serving-ca-2
2022-03-08T10:44:40.063405471Z I0308 10:44:40.063354       1 copy.go:60] Got configMap openshift-kube-apiserver/sa-token-signing-certs-2
2022-03-08T10:44:40.300811321Z I0308 10:44:40.300248       1 copy.go:52] Failed to get config map openshift-kube-apiserver/cloud-config-2: configmaps "cloud-config-2" not found
2022-03-08T10:44:40.482420085Z I0308 10:44:40.475546       1 copy.go:60] Got configMap openshift-kube-apiserver/kube-apiserver-server-ca-2
2022-03-08T10:44:40.707970857Z I0308 10:44:40.707922       1 copy.go:52] Failed to get config map openshift-kube-apiserver/oauth-metadata-2: configmaps "oauth-metadata-2" not found
2022-03-08T10:44:40.708049954Z I0308 10:44:40.708031       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/etcd-client" ...
2022-03-08T10:44:40.708264425Z I0308 10:44:40.708241       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/etcd-client/tls.crt" ...
2022-03-08T10:44:40.708355104Z I0308 10:44:40.708343       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/etcd-client/tls.key" ...
2022-03-08T10:44:40.708413376Z I0308 10:44:40.708403       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/kubelet-client" ...
2022-03-08T10:44:40.708476117Z I0308 10:44:40.708455       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/kubelet-client/tls.crt" ...
2022-03-08T10:44:40.708532956Z I0308 10:44:40.708522       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/kubelet-client/tls.key" ...
2022-03-08T10:44:40.708641508Z I0308 10:44:40.708618       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-client-token" ...
2022-03-08T10:44:40.708696163Z I0308 10:44:40.708686       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-client-token/ca.crt" ...
2022-03-08T10:44:40.708746906Z I0308 10:44:40.708737       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-client-token/namespace" ...
2022-03-08T10:44:40.708796589Z I0308 10:44:40.708787       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-client-token/token" ...
2022-03-08T10:44:40.708847855Z I0308 10:44:40.708838       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-serving-certkey" ...
2022-03-08T10:44:40.708900520Z I0308 10:44:40.708891       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-serving-certkey/tls.crt" ...
2022-03-08T10:44:40.708951719Z I0308 10:44:40.708942       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/secrets/localhost-recovery-serving-certkey/tls.key" ...
2022-03-08T10:44:40.709007652Z I0308 10:44:40.708996       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/bound-sa-token-signing-certs" ...
2022-03-08T10:44:40.709100314Z I0308 10:44:40.709088       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/bound-sa-token-signing-certs/service-account-001.pub" ...
2022-03-08T10:44:40.709189148Z I0308 10:44:40.709170       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/config" ...
2022-03-08T10:44:40.709252818Z I0308 10:44:40.709242       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/config/config.yaml" ...
2022-03-08T10:44:40.709318381Z I0308 10:44:40.709309       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/etcd-serving-ca" ...
2022-03-08T10:44:40.709373257Z I0308 10:44:40.709364       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/etcd-serving-ca/ca-bundle.crt" ...
2022-03-08T10:44:40.709425139Z I0308 10:44:40.709416       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-audit-policies" ...
2022-03-08T10:44:40.709488082Z I0308 10:44:40.709477       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-audit-policies/allrequestbodies.yaml" ...
2022-03-08T10:44:40.709552193Z I0308 10:44:40.709542       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-audit-policies/default.yaml" ...
2022-03-08T10:44:40.709606358Z I0308 10:44:40.709596       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-audit-policies/writerequestbodies.yaml" ...
2022-03-08T10:44:40.709662683Z I0308 10:44:40.709653       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-cert-syncer-kubeconfig" ...
2022-03-08T10:44:40.709715082Z I0308 10:44:40.709705       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig" ...
2022-03-08T10:44:40.709767503Z I0308 10:44:40.709758       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-pod" ...
2022-03-08T10:44:40.709818299Z I0308 10:44:40.709809       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-pod/pod.yaml" ...
2022-03-08T10:44:40.709880150Z I0308 10:44:40.709870       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-pod/version" ...
2022-03-08T10:44:40.709931489Z I0308 10:44:40.709922       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-pod/forceRedeploymentReason" ...
2022-03-08T10:44:40.709976815Z I0308 10:44:40.709968       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kubelet-serving-ca" ...
2022-03-08T10:44:40.710021454Z I0308 10:44:40.710012       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kubelet-serving-ca/ca-bundle.crt" ...
2022-03-08T10:44:40.710090045Z I0308 10:44:40.710078       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/sa-token-signing-certs" ...
2022-03-08T10:44:40.710151301Z I0308 10:44:40.710141       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/sa-token-signing-certs/service-account-001.pub" ...
2022-03-08T10:44:40.710218403Z I0308 10:44:40.710208       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-server-ca" ...
2022-03-08T10:44:40.710302769Z I0308 10:44:40.710292       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/configmaps/kube-apiserver-server-ca/ca-bundle.crt" ...
2022-03-08T10:44:40.710366698Z I0308 10:44:40.710357       1 cmd.go:180] Creating target resource directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs" ...
2022-03-08T10:44:40.710418688Z I0308 10:44:40.710410       1 cmd.go:188] Getting secrets ...
2022-03-08T10:44:40.875955947Z I0308 10:44:40.872927       1 copy.go:32] Got secret openshift-kube-apiserver/aggregator-client
2022-03-08T10:44:41.079137553Z I0308 10:44:41.075382       1 copy.go:32] Got secret openshift-kube-apiserver/bound-service-account-signing-key
2022-03-08T10:44:41.273234256Z I0308 10:44:41.273193       1 copy.go:32] Got secret openshift-kube-apiserver/check-endpoints-client-cert-key
2022-03-08T10:44:41.473979195Z I0308 10:44:41.473912       1 copy.go:32] Got secret openshift-kube-apiserver/control-plane-node-admin-client-cert-key
2022-03-08T10:44:41.667317870Z I0308 10:44:41.667276       1 copy.go:32] Got secret openshift-kube-apiserver/external-loadbalancer-serving-certkey
2022-03-08T10:44:41.874208769Z I0308 10:44:41.874166       1 copy.go:32] Got secret openshift-kube-apiserver/internal-loadbalancer-serving-certkey
2022-03-08T10:44:42.072143621Z I0308 10:44:42.068594       1 copy.go:32] Got secret openshift-kube-apiserver/localhost-serving-cert-certkey
2022-03-08T10:44:42.339370348Z I0308 10:44:42.339302       1 copy.go:32] Got secret openshift-kube-apiserver/node-kubeconfigs
2022-03-08T10:44:42.529938323Z I0308 10:44:42.529874       1 copy.go:32] Got secret openshift-kube-apiserver/service-network-serving-certkey
2022-03-08T10:44:42.707872172Z I0308 10:44:42.707819       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert: secrets "user-serving-cert" not found
2022-03-08T10:44:42.865102044Z I0308 10:44:42.865027       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-000: secrets "user-serving-cert-000" not found
2022-03-08T10:44:43.082106258Z I0308 10:44:43.082033       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-001: secrets "user-serving-cert-001" not found
2022-03-08T10:44:43.278575752Z I0308 10:44:43.278522       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-002: secrets "user-serving-cert-002" not found
2022-03-08T10:44:43.860039754Z I0308 10:44:43.859995       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-003: secrets "user-serving-cert-003" not found
2022-03-08T10:44:43.899199508Z I0308 10:44:43.899145       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-004: secrets "user-serving-cert-004" not found
2022-03-08T10:44:43.938012961Z I0308 10:44:43.932704       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-005: secrets "user-serving-cert-005" not found
2022-03-08T10:44:44.065128534Z I0308 10:44:44.065010       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-006: secrets "user-serving-cert-006" not found
2022-03-08T10:44:44.265135312Z I0308 10:44:44.265089       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-007: secrets "user-serving-cert-007" not found
2022-03-08T10:44:44.464459381Z I0308 10:44:44.464414       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-008: secrets "user-serving-cert-008" not found
2022-03-08T10:44:44.666397270Z I0308 10:44:44.665975       1 copy.go:24] Failed to get secret openshift-kube-apiserver/user-serving-cert-009: secrets "user-serving-cert-009" not found
2022-03-08T10:44:44.666397270Z I0308 10:44:44.666000       1 cmd.go:201] Getting config maps ...
2022-03-08T10:44:44.864501807Z I0308 10:44:44.864444       1 copy.go:60] Got configMap openshift-kube-apiserver/aggregator-client-ca
2022-03-08T10:44:45.066493315Z I0308 10:44:45.066419       1 copy.go:60] Got configMap openshift-kube-apiserver/check-endpoints-kubeconfig
2022-03-08T10:44:45.265197278Z I0308 10:44:45.265144       1 copy.go:60] Got configMap openshift-kube-apiserver/client-ca
2022-03-08T10:44:45.467430301Z I0308 10:44:45.467381       1 copy.go:60] Got configMap openshift-kube-apiserver/control-plane-node-kubeconfig
2022-03-08T10:44:45.677785543Z I0308 10:44:45.677717       1 copy.go:60] Got configMap openshift-kube-apiserver/trusted-ca-bundle
2022-03-08T10:44:45.678303316Z I0308 10:44:45.678268       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client" ...
2022-03-08T10:44:45.678691268Z I0308 10:44:45.678651       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.crt" ...
2022-03-08T10:44:45.678823535Z I0308 10:44:45.678804       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.key" ...
2022-03-08T10:44:45.678939735Z I0308 10:44:45.678907       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key" ...
2022-03-08T10:44:45.679053114Z I0308 10:44:45.679034       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key/service-account.key" ...
2022-03-08T10:44:45.679187075Z I0308 10:44:45.679149       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/bound-service-account-signing-key/service-account.pub" ...
2022-03-08T10:44:45.679336158Z I0308 10:44:45.679285       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key" ...
2022-03-08T10:44:45.679451617Z I0308 10:44:45.679433       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key/tls.crt" ...
2022-03-08T10:44:45.679556035Z I0308 10:44:45.679539       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/check-endpoints-client-cert-key/tls.key" ...
2022-03-08T10:44:45.679664050Z I0308 10:44:45.679624       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key" ...
2022-03-08T10:44:45.679764976Z I0308 10:44:45.679747       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key/tls.key" ...
2022-03-08T10:44:45.679848771Z I0308 10:44:45.679833       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/control-plane-node-admin-client-cert-key/tls.crt" ...
2022-03-08T10:44:45.679940851Z I0308 10:44:45.679913       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey" ...
2022-03-08T10:44:45.680030786Z I0308 10:44:45.680014       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey/tls.crt" ...
2022-03-08T10:44:45.680139132Z I0308 10:44:45.680120       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/external-loadbalancer-serving-certkey/tls.key" ...
2022-03-08T10:44:45.680230788Z I0308 10:44:45.680214       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey" ...
2022-03-08T10:44:45.680314536Z I0308 10:44:45.680299       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey/tls.crt" ...
2022-03-08T10:44:45.680398158Z I0308 10:44:45.680383       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/internal-loadbalancer-serving-certkey/tls.key" ...
2022-03-08T10:44:45.680489706Z I0308 10:44:45.680461       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey" ...
2022-03-08T10:44:45.680612200Z I0308 10:44:45.680597       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey/tls.crt" ...
2022-03-08T10:44:45.680711252Z I0308 10:44:45.680698       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/localhost-serving-cert-certkey/tls.key" ...
2022-03-08T10:44:45.680782210Z I0308 10:44:45.680771       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs" ...
2022-03-08T10:44:45.680849405Z I0308 10:44:45.680838       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/localhost-recovery.kubeconfig" ...
2022-03-08T10:44:45.680929699Z I0308 10:44:45.680918       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/localhost.kubeconfig" ...
2022-03-08T10:44:45.680993042Z I0308 10:44:45.680982       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/lb-ext.kubeconfig" ...
2022-03-08T10:44:45.681086181Z I0308 10:44:45.681047       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/node-kubeconfigs/lb-int.kubeconfig" ...
2022-03-08T10:44:45.681198454Z I0308 10:44:45.681180       1 cmd.go:220] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey" ...
2022-03-08T10:44:45.681277983Z I0308 10:44:45.681265       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey/tls.crt" ...
2022-03-08T10:44:45.681344466Z I0308 10:44:45.681333       1 cmd.go:225] Writing secret manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/service-network-serving-certkey/tls.key" ...
2022-03-08T10:44:45.681409248Z I0308 10:44:45.681397       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/aggregator-client-ca" ...
2022-03-08T10:44:45.681615102Z I0308 10:44:45.681590       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/aggregator-client-ca/ca-bundle.crt" ...
2022-03-08T10:44:45.681712220Z I0308 10:44:45.681695       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/check-endpoints-kubeconfig" ...
2022-03-08T10:44:45.681780010Z I0308 10:44:45.681768       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/check-endpoints-kubeconfig/kubeconfig" ...
2022-03-08T10:44:45.681862186Z I0308 10:44:45.681846       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/client-ca" ...
2022-03-08T10:44:45.681948787Z I0308 10:44:45.681934       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/client-ca/ca-bundle.crt" ...
2022-03-08T10:44:45.682593509Z I0308 10:44:45.682569       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/control-plane-node-kubeconfig" ...
2022-03-08T10:44:45.682974684Z I0308 10:44:45.682927       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/control-plane-node-kubeconfig/kubeconfig" ...
2022-03-08T10:44:45.683142597Z I0308 10:44:45.683123       1 cmd.go:241] Creating directory "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/trusted-ca-bundle" ...
2022-03-08T10:44:45.683274684Z I0308 10:44:45.683257       1 cmd.go:246] Writing config file "/etc/kubernetes/static-pod-resources/kube-apiserver-certs/configmaps/trusted-ca-bundle/ca-bundle.crt" ...
2022-03-08T10:44:45.683686174Z I0308 10:44:45.683666       1 cmd.go:305] Getting pod configmaps/kube-apiserver-pod-2 -n openshift-kube-apiserver
2022-03-08T10:44:45.878883345Z I0308 10:44:45.878801       1 cmd.go:340] Writing pod manifest "/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2/kube-apiserver-pod.yaml" ...
2022-03-08T10:44:45.879150915Z I0308 10:44:45.879129       1 cmd.go:346] Creating directory for static pod manifest "/etc/kubernetes/manifests" ...
2022-03-08T10:44:45.879946298Z I0308 10:44:45.879574       1 cmd.go:351] Writing static pod manifest "/etc/kubernetes/manifests/kube-apiserver-pod.yaml" ...
2022-03-08T10:44:45.879946298Z {"kind":"Pod","apiVersion":"v1","metadata":{"name":"kube-apiserver","namespace":"openshift-kube-apiserver","uid":"1c8e9cb6-dcbc-42ef-a31d-5131208b5b35","creationTimestamp":null,"labels":{"apiserver":"true","app":"openshift-kube-apiserver","revision":"2"},"annotations":{"kubectl.kubernetes.io/default-logs-container":"kube-apiserver"}},"spec":{"volumes":[{"name":"resource-dir","hostPath":{"path":"/etc/kubernetes/static-pod-resources/kube-apiserver-pod-2"}},{"name":"cert-dir","hostPath":{"path":"/etc/kubernetes/static-pod-resources/kube-apiserver-certs"}},{"name":"audit-dir","hostPath":{"path":"/var/log/kube-apiserver"}}],"initContainers":[{"name":"setup","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7cd85d223d9b8249e4773998db865454043be8231589a59a1f21ea8e9e66b1fe","command":["/usr/bin/timeout","105","/bin/bash","-ec"],"args":["echo -n \"Fixing audit permissions.\"\nchmod 0700 /var/log/kube-apiserver\necho -n \"Waiting for port :6443 and :6080 to be released.\"\nwhile [ -n \"$(ss -Htan '( sport = 6443 or sport = 6080 )')\" ]; do\n  echo -n \".\"\n  sleep 1\ndone\n"],"resources":{},"volumeMounts":[{"name":"audit-dir","mountPath":"/var/log/kube-apiserver"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent","securityContext":{"privileged":true}}],"containers":[{"name":"kube-apiserver","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7cd85d223d9b8249e4773998db865454043be8231589a59a1f21ea8e9e66b1fe","command":["/bin/bash","-ec"],"args":["if [ -f /etc/kubernetes/static-pod-certs/configmaps/trusted-ca-bundle/ca-bundle.crt ]; then\n  echo \"Copying system trust bundle\"\n  cp -f /etc/kubernetes/static-pod-certs/configmaps/trusted-ca-bundle/ca-bundle.crt /etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem\nfi\necho -n \"Waiting for port :6443 to be released.\"\ntries=0\nwhile [ -n \"$(ss -Htan '( sport = 6443 )')\" ]; do\n  echo -n \".\"\n  sleep 1\n  (( tries += 1 ))\n  if [[ \"${tries}\" -gt 105 ]]; then\n    echo \"timed out waiting for port :6443 to be released\"\n    exit 1\n  fi\ndone\necho\nexec watch-termination --termination-touch-file=/var/log/kube-apiserver/.terminating --termination-log-file=/var/log/kube-apiserver/termination.log --kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig -- hyperkube kube-apiserver --openshift-config=/etc/kubernetes/static-pod-resources/configmaps/config/config.yaml --advertise-address=${HOST_IP}  -v=2\n"],"ports":[{"containerPort":6443}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}},{"name":"STATIC_POD_VERSION","value":"2"},{"name":"HOST_IP","valueFrom":{"fieldRef":{"fieldPath":"status.hostIP"}}}],"resources":{"requests":{"cpu":"300m","memory":"1Gi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"},{"name":"audit-dir","mountPath":"/var/log/kube-apiserver"}],"livenessProbe":{"httpGet":{"path":"healthz","port":6443,"scheme":"HTTPS"},"initialDelaySeconds":45,"timeoutSeconds":10},"readinessProbe":{"httpGet":{"path":"healthz","port":6443,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent","securityContext":{"privileged":true}},{"name":"kube-apiserver-cert-syncer","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","cert-syncer"],"args":["--kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig","--namespace=$(POD_NAMESPACE)","--destination-dir=/etc/kubernetes/static-pod-certs"],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-cert-regeneration-controller","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","cert-regeneration-controller"],"args":["--kubeconfig=/etc/kubernetes/static-pod-resources/configmaps/kube-apiserver-cert-syncer-kubeconfig/kubeconfig","--namespace=$(POD_NAMESPACE)","-v=2"],"env":[{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"}],"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-insecure-readyz","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","insecure-readyz"],"args":["--insecure-port=6080","--delegate-url=https://localhost:6443/readyz"],"ports":[{"containerPort":6080}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"},{"name":"kube-apiserver-check-endpoints","image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:38b0061ea15ace519955e223ba3be004d9e8c71c95bd3c9155b33f028fbef2c5","command":["cluster-kube-apiserver-operator","check-endpoints"],"args":["--kubeconfig","/etc/kubernetes/static-pod-certs/configmaps/check-endpoints-kubeconfig/kubeconfig","--listen","0.0.0.0:17697","--namespace","$(POD_NAMESPACE)","--v","2"],"ports":[{"name":"check-endpoints","hostPort":17697,"containerPort":17697,"protocol":"TCP"}],"env":[{"name":"POD_NAME","valueFrom":{"fieldRef":{"fieldPath":"metadata.name"}}},{"name":"POD_NAMESPACE","valueFrom":{"fieldRef":{"fieldPath":"metadata.namespace"}}}],"resources":{"requests":{"cpu":"10m","memory":"50Mi"}},"volumeMounts":[{"name":"resource-dir","mountPath":"/etc/kubernetes/static-pod-resources"},{"name":"cert-dir","mountPath":"/etc/kubernetes/static-pod-certs"}],"livenessProbe":{"httpGet":{"path":"healthz","port":17697,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"readinessProbe":{"httpGet":{"path":"healthz","port":17697,"scheme":"HTTPS"},"initialDelaySeconds":10,"timeoutSeconds":10},"terminationMessagePolicy":"FallbackToLogsOnError","imagePullPolicy":"IfNotPresent"}],"terminationGracePeriodSeconds":135,"hostNetwork":true,"tolerations":[{"operator":"Exists"}],"priorityClassName":"system-node-critical"},"status":{}}
