Skip to content

Commit

Permalink
Add candidate and baseline commit info to PR comment
Browse files Browse the repository at this point in the history
  • Loading branch information
ddyurchenko committed Dec 7, 2022
1 parent ba4093e commit e7eb580
Showing 1 changed file with 16 additions and 3 deletions.
19 changes: 16 additions & 3 deletions .gitlab/scripts/analyze-results.sh
Original file line number Diff line number Diff line change
Expand Up @@ -8,21 +8,34 @@ mkdir "${REPORTS_DIR}" || :
# @see https://github.com/DataDog/relenv-benchmark-analyzer#what-is-a-significant-difference
UNCONFIDENCE_THRESHOLD=2.0

BASELINE_BRANCH=$(github-find-merge-into-branch --for-repo="$CI_PROJECT_NAME" --for-pr="$CI_COMMIT_REF_NAME" || :)
CANDIDATE_COMMIT_SHA=$CI_COMMIT_SHA
CANDIDATE_BRANCH=$CI_COMMIT_REF_NAME

cd dd-trace-go/ddtrace/tracer/
BASELINE_COMMIT_SHA=$(git rev-parse HEAD)
BASELINE_BRANCH=$(github-find-merge-into-branch --for-repo="$CI_PROJECT_NAME" --for-pr="$CANDIDATE_BRANCH" || :)

source /benchmark-analyzer/.venv/bin/activate
cd /benchmark-analyzer

./benchmark_analyzer convert \
--framework=GoBench \
--extra-params="{\
\"config\":\"candidate\", \
\"git_commit_sha\":\"$CANDIDATE_COMMIT_SHA\", \
\"git_branch\":\"$CANDIDATE_BRANCH\"\
}" \
--outpath="pr.json" \
--extra-params="{\"dd_trace_go\":\"${CI_COMMIT_REF_NAME}\"}" \
"${ARTIFACTS_DIR}/pr_bench.txt"

./benchmark_analyzer convert \
--framework=GoBench \
--extra-params="{\
\"config\":\"baseline\", \
\"git_commit_sha\":\"$BASELINE_COMMIT_SHA\", \
\"git_branch\":\"$BASELINE_BRANCH\"\
}" \
--outpath="main.json" \
--extra-params="{\"dd_trace_go\":\"main\"}" \
"${ARTIFACTS_DIR}/main_bench.txt"

./benchmark_analyzer compare pairwise --outpath ${REPORTS_DIR}/report.md --format md-nodejs main.json pr.json
Expand Down

0 comments on commit e7eb580

Please sign in to comment.