Any tool analysis steps running time.

[nvcnvn]

We have a huge test suit with hundreds of cases, some steps are called more than one time.
The test running slower and slower because we have more and more test cases from different team.
I'm finding a way to analyze which one we can improve, maybe running Golan profiler but I think maybe we already have an exporter can help me to find which step called frequently and taking most of the time.

[vearutop]

I think you can try collecting such stats with step/scenario hooks.

suite := godog.TestSuite{}
suite.ScenarioInitializer = func(scenarioContext *godog.ScenarioContext) {
	// Step definitions ....

	type ctxStarted struct{}
	scenarioContext.StepContext().Before(func(ctx context.Context, st *godog.Step) (context.Context, error) {
		started := time.Now()
		return context.WithValue(ctx, ctxStarted{}, started), nil
	})

	scenarioContext.StepContext().After(func(ctx context.Context, st *godog.Step, status godog.StepResultStatus, err error) (context.Context, error) {
		if started, ok := ctx.Value(ctxStarted{}).(time.Time); ok {
			time.Since(started)

			fmt.Println(st.Text, time.Since(started).String())
		}

		return ctx, nil
	})
}

[vearutop]

It would be interesting to make a formatter that exports result as a trace (to export it in Jaeger for example).

Here is an example with opencensus tracer (haven't actually tried if it works 😅 ).

suite := godog.TestSuite{}
suite.ScenarioInitializer = func(scenarioContext *godog.ScenarioContext) {
	// Step definitions ....

	type ctxScenarioSpan struct{}
	scenarioContext.Before(func(ctx context.Context, sc *godog.Scenario) (context.Context, error) {
		// "go.opencensus.io/trace"
		ctx, span := trace.StartSpan(ctx, sc.Name)
		ctx = context.WithValue(ctx, ctxScenarioSpan{}, span)
		return ctx, nil
	})

	scenarioContext.After(func(ctx context.Context, sc *godog.Scenario, err error) (context.Context, error) {
		if span, ok := ctx.Value(ctxScenarioSpan{}).(*trace.Span); ok {
			span.End()
		}
		return ctx, nil
	})

	type ctxStepSpan struct{}
	scenarioContext.StepContext().Before(func(ctx context.Context, st *godog.Step) (context.Context, error) {
		ctx, span := trace.StartSpan(ctx, st.Text)
		ctx = context.WithValue(ctx, ctxStepSpan{}, span)
		return context.WithValue(ctx, ctxStepSpan{}, span), nil
	})

	scenarioContext.StepContext().After(func(ctx context.Context, st *godog.Step, status godog.StepResultStatus, err error) (context.Context, error) {
		if span, ok := ctx.Value(ctxStepSpan{}).(*trace.Span); ok {
			span.End()
		}
		return ctx, nil
	})
}