Uploaded image for project: 'OpenShift Logging'
  1. OpenShift Logging
  2. LOG-2018

Support ViaQ data model for container logs

XMLWordPrintable

    • Logging (Core) - Sprint 215

      Summary

      As an administrator of cluster logging
      I expect the log record format to be the same regardless of the collector
      So that my downstream queries can remain unchanged

      Acceptance Criteria

      • Verify vector output is compliant with ViaQ data model and matches fluentd payload

      Notes

      Sample Vector Record

       

      
      {
        "file": "/var/log/pods/openshift-kube-scheduler_openshift-kube-scheduler-crc-dzk9v-master-0_da22d81f-023e-4bdf-8184-a91ad424b366/kube-scheduler-cert-syncer/0.log",
        "kubernetes": {
          "container_id": "cri-o://9b40e96d0dfe855a2d97fae9a57d2945aa53ec17eac186990236af19add989cf",
          "container_image": "quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1d5793b48673340760caf67d8521bc6c46df2fbceafdbee6b80b5af579a2d81c",
          "container_name": "kube-scheduler-cert-syncer",
          "pod_ip": "192.168.126.11",
          "pod_ips": [
            "192.168.126.11"
          ],
          "pod_labels": {
            "app": "openshift-kube-scheduler",
            "revision": "6",
            "scheduler": "true"
          },
          "pod_name": "openshift-kube-scheduler-crc-dzk9v-master-0",
          "pod_namespace": "openshift-kube-scheduler",
          "pod_node_name": "crc-dzk9v-master-0",
          "pod_uid": "45c17b3a-233d-48c4-8f42-ce0a029c51de"
        },
        "level": "info",
        "message": "I1121 14:09:32.487615       1 certsync_controller.go:170] Syncing secrets: [{kube-scheduler-client-cert-key false}]",
        "pipeline_metadata": {
          "collector": {
            "error": null,
            "ipaddr4": "192.168.126.11",
            "name": "vector",
            "received_at": "2021-11-22T08:47:40.451208441+00:00",
            "version": "0.14.1"
          }
        },
        "source_type": "kubernetes_logs",
        "stream": "stderr",
        "timestamp": "2021-11-21T14:09:32.487646160Z"
      }
      

       

       

      Sample Fluentd Record

       

      {
        "docker": {
          "container_id": "c209bffc5b8fc7314a3f047cc552371514bd783f0fc57570b45cc8d738ffa605"
        },
        "kubernetes": {
          "container_name": "log-generator",
          "namespace_name": "clo-test-12359",
          "pod_name": "log-generator-78f8d8ddf8-9l7zj",
          "container_image": "docker.io/library/busybox:latest",
          "container_image_id": "docker.io/library/busybox@sha256:34efe68cca33507682b1673c851700ec66839ecf94d19b928176e20d20e02413",
          "pod_id": "f74aa5fe-3072-4333-ac9a-8f93ff864c91",
          "pod_ip": "10.217.1.6",
          "host": "crc-dzk9v-master-0",
          "labels": {
            "component": "test",
            "logging-infra": "log-generator",
            "pod-template-hash": "78f8d8ddf8",
            "provider": "openshift"
          },
          "master_url": "https://kubernetes.default.svc",
          "namespace_id": "891cbbba-20cf-46a2-9bb0-60d430014d40",
          "namespace_labels": {
            "kubernetes_io/metadata_name": "clo-test-12359"
          }
        },
        "message": "0: My life is my message",
        "level": "unknown",
        "hostname": "crc-dzk9v-master-0",
        "pipeline_metadata": {
          "collector": {
            "ipaddr4": "192.168.126.11",
            "inputname": "fluent-plugin-systemd",
            "name": "fluentd",
            "received_at": "2021-11-22T10:21:25.155885+00:00",
            "version": "1.7.4 1.6.0"
          }
        },
        "@timestamp": "2021-11-22T10:09:27.336273+00:00",
        "viaq_index_name": "app-write",
        "viaq_msg_id": "YTcxY2Q3YWItMThjOS00MjU4LThmZmItYmExMzkzYzAyOWI3",
        "log_type": "application"
      }
      

       

       

       

       

            vimalkum@redhat.com Vimal Kumar
            vimalkum@redhat.com Vimal Kumar
            Ishwar Kanse Ishwar Kanse
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

              Created:
              Updated:
              Resolved: