feat(pr-review): benchmark live pipeline through generic workflow spawn

This commit is contained in:
sam committed 2026-09-29 00:35:34 +10:00
1 parent 081ee4a8ba
commit ed698fced1
23 files changed
+647 -232

No files matched your search

+16
View File
@@ -0,0 +1,16 @@
#!/usr/bin/env bash
# Run the approved PR-review benchmark without posting to pull requests.
set -euo pipefail
cd "$(dirname "$0")/.."
: "${PRBENCH_REVIEW_MODEL:?set PRBENCH_REVIEW_MODEL to a configured provider/model}"
: "${PRBENCH_CLASSIFICATION_MODEL:?set PRBENCH_CLASSIFICATION_MODEL to a configured provider/model}"
: "${PRBENCH_JUDGE_MODEL:=anthropic/claude-sonnet-4.6}"
: "${PRBENCH_OUT:=bin/prbench-results}"
if [[ -z "${GH_TOKEN:-}" && -z "${GITHUB_TOKEN:-}" ]] && command -v gh >/dev/null; then
export GH_TOKEN="$(gh auth token)"
fi
exec go run ./cmd/archie-prbench \
-review-model "$PRBENCH_REVIEW_MODEL" \
-classification-model "$PRBENCH_CLASSIFICATION_MODEL" \
-judge-model "$PRBENCH_JUDGE_MODEL" \
-out "$PRBENCH_OUT" "$@"