[rhobs-logs] Disable tracing to temporarily stop panic errors

rhobs · Jul 19, 2022 · 672e7ff · 672e7ff
1 parent ea3377b
commit 672e7ff
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/resources/services/observatorium-logs-template.yaml b/resources/services/observatorium-logs-template.yaml
@@ -710,7 +710,7 @@ objects:
             "addresses": "dns+observatorium-loki-index-query-cache.${NAMESPACE}.svc.cluster.local:11211"
             "consistent_hash": true
       "tracing":
-        "enabled": true
+        "enabled": false
     overrides.yaml: '{}'
   kind: ConfigMap
   metadata:

diff --git a/services/observatorium-logs.libsonnet b/services/observatorium-logs.libsonnet
@@ -204,7 +204,14 @@ local lokiCaches = (import 'components/loki-caches.libsonnet');
         max_global_streams_per_user: 25000,
       },
       tracing: {
-        enabled: true,
+        // TODO(@periklis):
+        // Re-enable jaeger tracing of Loki once both issues fixed:
+        // - https://github.com/grafana/loki/issues/6667
+        // - https://github.com/weaveworks/common/pull/246
+        // Currently collecting the user id and org id in exemplar
+        // when Loki is sampled by jaeger fails with a golang panic:
+        // `http: panic serving : exemplar labels have 87 runes, exceeding the limit of 64`
+        enabled: false,
       },
     },
   }),