2022-03-08T11:01:38.977950948Z level=info ts=2022-03-08T11:01:38.977Z caller=main.go:353 msg="Starting Prometheus" version="(version=2.22.2, branch=rhaos-4.6-rhel-8, revision=c1220a31bb37bd2dcffcbf1b00b8f63f55032231)"
2022-03-08T11:01:38.977950948Z level=info ts=2022-03-08T11:01:38.977Z caller=main.go:358 build_context="(go=go1.15.14, user=root@cb22954a3573, date=20211130-18:26:30)"
2022-03-08T11:01:38.977950948Z level=info ts=2022-03-08T11:01:38.977Z caller=main.go:359 host_details="(Linux 4.18.0-193.70.1.el8_2.x86_64 #1 SMP Mon Nov 15 00:34:11 EST 2021 x86_64 prometheus-k8s-1 (none))"
2022-03-08T11:01:38.978081075Z level=info ts=2022-03-08T11:01:38.977Z caller=main.go:360 fd_limits="(soft=1048576, hard=1048576)"
2022-03-08T11:01:38.978081075Z level=info ts=2022-03-08T11:01:38.977Z caller=main.go:361 vm_limits="(soft=unlimited, hard=unlimited)"
2022-03-08T11:01:38.979488752Z level=info ts=2022-03-08T11:01:38.979Z caller=main.go:712 msg="Starting TSDB ..."
2022-03-08T11:01:38.979539268Z level=info ts=2022-03-08T11:01:38.979Z caller=web.go:516 component=web msg="Start listening for connections" address=127.0.0.1:9090
2022-03-08T11:01:38.983171591Z level=info ts=2022-03-08T11:01:38.983Z caller=head.go:642 component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2022-03-08T11:01:38.983171591Z level=info ts=2022-03-08T11:01:38.983Z caller=head.go:656 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=8.347µs
2022-03-08T11:01:38.983171591Z level=info ts=2022-03-08T11:01:38.983Z caller=head.go:662 component=tsdb msg="Replaying WAL, this may take a while"
2022-03-08T11:01:38.984456365Z level=info ts=2022-03-08T11:01:38.984Z caller=head.go:714 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2022-03-08T11:01:38.984456365Z level=info ts=2022-03-08T11:01:38.984Z caller=head.go:719 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.52µs wal_replay_duration=906.904µs total_replay_duration=949.729µs
2022-03-08T11:01:38.985418516Z level=info ts=2022-03-08T11:01:38.985Z caller=main.go:732 fs_type=XFS_SUPER_MAGIC
2022-03-08T11:01:38.985418516Z level=info ts=2022-03-08T11:01:38.985Z caller=main.go:735 msg="TSDB started"
2022-03-08T11:01:38.985418516Z level=info ts=2022-03-08T11:01:38.985Z caller=main.go:861 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
2022-03-08T11:01:39.002439821Z level=info ts=2022-03-08T11:01:39.001Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.003425140Z level=info ts=2022-03-08T11:01:39.003Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.005273460Z level=info ts=2022-03-08T11:01:39.004Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.005608197Z level=info ts=2022-03-08T11:01:39.005Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.006891547Z level=info ts=2022-03-08T11:01:39.006Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.007843555Z level=info ts=2022-03-08T11:01:39.007Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.010479032Z level=info ts=2022-03-08T11:01:39.010Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.011950523Z level=info ts=2022-03-08T11:01:39.011Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.013312943Z level=info ts=2022-03-08T11:01:39.013Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.014853970Z level=info ts=2022-03-08T11:01:39.014Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.016560889Z level=info ts=2022-03-08T11:01:39.016Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.018269278Z level=info ts=2022-03-08T11:01:39.018Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.019365704Z level=info ts=2022-03-08T11:01:39.019Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.020504221Z level=info ts=2022-03-08T11:01:39.020Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.021542524Z level=info ts=2022-03-08T11:01:39.021Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.022579051Z level=info ts=2022-03-08T11:01:39.022Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.023751347Z level=info ts=2022-03-08T11:01:39.023Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.024967640Z level=info ts=2022-03-08T11:01:39.024Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.026650183Z level=info ts=2022-03-08T11:01:39.026Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.027757788Z level=info ts=2022-03-08T11:01:39.027Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.028865438Z level=info ts=2022-03-08T11:01:39.028Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.030409919Z level=info ts=2022-03-08T11:01:39.030Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.032424586Z level=info ts=2022-03-08T11:01:39.032Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.035242244Z level=info ts=2022-03-08T11:01:39.034Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.037286303Z level=info ts=2022-03-08T11:01:39.037Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.038831839Z level=info ts=2022-03-08T11:01:39.038Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.040234699Z level=info ts=2022-03-08T11:01:39.040Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.043817751Z level=info ts=2022-03-08T11:01:39.043Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.045102992Z level=info ts=2022-03-08T11:01:39.045Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.046518271Z level=info ts=2022-03-08T11:01:39.046Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.047951966Z level=info ts=2022-03-08T11:01:39.047Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.049732156Z level=info ts=2022-03-08T11:01:39.049Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.051603729Z level=info ts=2022-03-08T11:01:39.051Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.052774207Z level=info ts=2022-03-08T11:01:39.052Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.053974834Z level=info ts=2022-03-08T11:01:39.053Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.055111116Z level=info ts=2022-03-08T11:01:39.055Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.063474647Z level=info ts=2022-03-08T11:01:39.063Z caller=kubernetes.go:263 component="discovery manager notify" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:39.146443055Z level=info ts=2022-03-08T11:01:39.146Z caller=main.go:892 msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=161.211419ms remote_storage=3.038µs web_handler=759ns query_engine=5.648µs scrape=362.061µs scrape_sd=55.612822ms notify=194.501µs notify_sd=8.184719ms rules=81.233769ms
2022-03-08T11:01:39.146443055Z level=info ts=2022-03-08T11:01:39.146Z caller=main.go:684 msg="Server is ready to receive web requests."
2022-03-08T11:01:43.890637002Z level=info ts=2022-03-08T11:01:43.890Z caller=main.go:861 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
2022-03-08T11:01:43.912380861Z level=info ts=2022-03-08T11:01:43.912Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.912768925Z level=warn ts=2022-03-08T11:01:43.912Z caller=klog.go:88 component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:427: watch of *v1.Service ended with: an error on the server (\"unable to decode an event from the watch stream: context canceled\") has prevented the request from succeeding"
2022-03-08T11:01:43.914086401Z level=info ts=2022-03-08T11:01:43.914Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.915677995Z level=info ts=2022-03-08T11:01:43.915Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.917203498Z level=info ts=2022-03-08T11:01:43.917Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.918858073Z level=info ts=2022-03-08T11:01:43.918Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.920501938Z level=info ts=2022-03-08T11:01:43.920Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.922076554Z level=info ts=2022-03-08T11:01:43.922Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.925430497Z level=info ts=2022-03-08T11:01:43.924Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.927421488Z level=info ts=2022-03-08T11:01:43.926Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.928736995Z level=info ts=2022-03-08T11:01:43.928Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.931062451Z level=info ts=2022-03-08T11:01:43.930Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.932421455Z level=info ts=2022-03-08T11:01:43.931Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.933425097Z level=info ts=2022-03-08T11:01:43.932Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.934430304Z level=info ts=2022-03-08T11:01:43.934Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.936423618Z level=info ts=2022-03-08T11:01:43.936Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.938440151Z level=info ts=2022-03-08T11:01:43.937Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.940425168Z level=info ts=2022-03-08T11:01:43.939Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.940425168Z level=info ts=2022-03-08T11:01:43.940Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.942455315Z level=info ts=2022-03-08T11:01:43.941Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.943417726Z level=info ts=2022-03-08T11:01:43.943Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.945285921Z level=info ts=2022-03-08T11:01:43.944Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.946044665Z level=info ts=2022-03-08T11:01:43.945Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.947510852Z level=info ts=2022-03-08T11:01:43.947Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.948648839Z level=info ts=2022-03-08T11:01:43.948Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.949900457Z level=info ts=2022-03-08T11:01:43.949Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.951105701Z level=info ts=2022-03-08T11:01:43.951Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.952340240Z level=info ts=2022-03-08T11:01:43.952Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.953645383Z level=info ts=2022-03-08T11:01:43.953Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.954807934Z level=info ts=2022-03-08T11:01:43.954Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.957433458Z level=info ts=2022-03-08T11:01:43.957Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.959419213Z level=info ts=2022-03-08T11:01:43.958Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.960420122Z level=info ts=2022-03-08T11:01:43.959Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.961697648Z level=info ts=2022-03-08T11:01:43.961Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.962926089Z level=info ts=2022-03-08T11:01:43.962Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.964163536Z level=info ts=2022-03-08T11:01:43.964Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.965375726Z level=info ts=2022-03-08T11:01:43.965Z caller=kubernetes.go:263 component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:43.966815017Z level=info ts=2022-03-08T11:01:43.966Z caller=kubernetes.go:263 component="discovery manager notify" discovery=kubernetes msg="Using pod service account via in-cluster config"
2022-03-08T11:01:44.091494949Z level=info ts=2022-03-08T11:01:44.091Z caller=main.go:892 msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=200.86899ms remote_storage=4.044µs web_handler=779ns query_engine=1.787µs scrape=132.241µs scrape_sd=54.866148ms notify=167.802µs notify_sd=1.216182ms rules=123.691385ms
