From 73884bec72f1ce577352afecb48e5518340472e1 Mon Sep 17 00:00:00 2001 From: Miguel Elias dos Santos Date: Mon, 6 Jul 2020 10:16:12 +1000 Subject: [PATCH] Add proper metrics when retries are exhausted --- configmap-reload.go | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/configmap-reload.go b/configmap-reload.go index 15167ba..2f0431d 100644 --- a/configmap-reload.go +++ b/configmap-reload.go @@ -115,6 +115,9 @@ func main() { req.SetBasicAuth(userInfo.Username(), password) } } + + successfulReloadWebhook := false + for retries := *webhookRetries; retries != 0; retries-- { log.Printf("performing webhook request (%d/%d)", retries, *webhookRetries) resp, err := http.DefaultClient.Do(req) @@ -132,10 +135,17 @@ func main() { time.Sleep(time.Second * 10) continue } + setSuccessMetrict(h.String(), begun) log.Println("successfully triggered reload") + successfulReloadWebhook = true break } + + if !successfulReloadWebhook { + setFailureMetrics(h.String(), "retries_exhausted") + log.Println("error:", "Webhook reload retries exhausted") + } } case err := <-watcher.Errors: watcherErrors.Inc()