diff --git a/hack/testing-olm/test-040-eventrouter.sh b/hack/testing-olm/test-040-eventrouter.sh index 876d376031..6bc7f69294 100755 --- a/hack/testing-olm/test-040-eventrouter.sh +++ b/hack/testing-olm/test-040-eventrouter.sh @@ -152,7 +152,7 @@ espod=$(oc -n $LOGGING_NS get pods -l component=elasticsearch -o jsonpath={.item os::log::info "Testing Elasticsearch pod ${espod}..." os::cmd::try_until_text "oc -n $LOGGING_NS exec -c elasticsearch ${espod} -- es_util --query=/ --request HEAD --head --output /dev/null --write-out %{response_code}" "200" "$(( 1*$minute ))" -warn_nonformatted 'infra' +warn_nonformatted 'infra-*' evpod=$(oc -n $LOGGING_NS get pods -l component=eventrouter -o jsonpath={.items[0].metadata.name}) diff --git a/internal/generator/fluentd/conf.go b/internal/generator/fluentd/conf.go index 5982ba68ca..ea35ae2d1a 100644 --- a/internal/generator/fluentd/conf.go +++ b/internal/generator/fluentd/conf.go @@ -31,10 +31,6 @@ func Conf(clspec *logging.ClusterLoggingSpec, secrets map[string]*corev1.Secret, Sources(clspec, clfspec, op), "Set of all input sources", }, - { - PrometheusMetrics(clfspec, op), - "Section to add measurement, and dispatch to Concat or Ingress pipelines", - }, { Concat(clfspec, op), `Concat pipeline section`, diff --git a/internal/generator/fluentd/conf_test.go b/internal/generator/fluentd/conf_test.go index 12a4c0a18b..bf54f5bc46 100644 --- a/internal/generator/fluentd/conf_test.go +++ b/internal/generator/fluentd/conf_test.go @@ -116,7 +116,7 @@ var _ = Describe("Testing Complete Config Generation", func() { @type systemd @id systemd-input - @label @MEASURE + @label @INGRESS path '/var/log/journal' @type local @@ -134,28 +134,20 @@ var _ = Describe("Testing Complete Config Generation", func() { @type tail @id container-input - path "/var/log/pods/**/*.log" - exclude_path ["/var/log/pods/openshift-logging_collector-*/*/*.log", "/var/log/pods/openshift-logging_elasticsearch-*/*/*.log", "/var/log/pods/openshift-logging_kibana-*/*/*.log"] + path "/var/log/pods/*/*/*.log" + exclude_path ["/var/log/pods/openshift-logging_collector-*/*/*.log", "/var/log/pods/openshift-logging_elasticsearch-*/*/*.log", "/var/log/pods/openshift-logging_kibana-*/*/*.log", "/var/log/pods/*/*/*.gz", "/var/log/pods/*/*/*.tmp"] pos_file "/var/lib/fluentd/pos/es-containers.log.pos" refresh_interval 5 rotate_wait 5 tag kubernetes.* read_from_head "true" skip_refresh_on_startup true - @label @MEASURE + @label @CONCAT - @type multi_format - - format json - time_format '%Y-%m-%dT%H:%M:%S.%N%Z' - keep_time_key true - - - format regexp - expression /^(? + @type regexp + expression /^(?<@timestamp>[^\s]+) (?stdout|stderr) (?[F|P]) (?.*)$/ + time_key '@timestamp' + keep_time_key true @@ -163,7 +155,7 @@ var _ = Describe("Testing Complete Config Generation", func() { @type tail @id audit-input - @label @MEASURE + @label @INGRESS path "/var/log/audit/audit.log" pos_file "/var/lib/fluentd/pos/audit.log.pos" tag linux-audit.log @@ -176,7 +168,7 @@ var _ = Describe("Testing Complete Config Generation", func() { @type tail @id k8s-audit-input - @label @MEASURE + @label @INGRESS path "/var/log/kube-apiserver/audit.log" pos_file "/var/lib/fluentd/pos/kube-apiserver.audit.log.pos" tag k8s-audit.log @@ -193,7 +185,7 @@ var _ = Describe("Testing Complete Config Generation", func() { @type tail @id openshift-audit-input - @label @MEASURE + @label @INGRESS path /var/log/oauth-apiserver/audit.log,/var/log/openshift-apiserver/audit.log pos_file /var/lib/fluentd/pos/oauth-apiserver.audit.log tag openshift-audit.log @@ -210,7 +202,7 @@ var _ = Describe("Testing Complete Config Generation", func() { @type tail @id ovn-audit-input - @label @MEASURE + @label @INGRESS path "/var/log/ovn/acl-audit-log.log" pos_file "/var/lib/fluentd/pos/acl-audit-log.pos" tag ovn-audit.log @@ -222,72 +214,11 @@ var _ = Describe("Testing Complete Config Generation", func() { -# Increment Prometheus metrics - - # Concat log lines of container logs, and send to INGRESS pipeline