feat(pr-review): benchmark live pipeline through generic workflow spawn
This commit is contained in:
1 parent
081ee4a8ba
commit
ed698fced1
23 files changed
+647
-232
No files matched your search
Executable
+16
@@ -0,0 +1,16 @@
|
||||
#!/usr/bin/env bash
|
||||
# Run the approved PR-review benchmark without posting to pull requests.
|
||||
set -euo pipefail
|
||||
cd "$(dirname "$0")/.."
|
||||
: "${PRBENCH_REVIEW_MODEL:?set PRBENCH_REVIEW_MODEL to a configured provider/model}"
|
||||
: "${PRBENCH_CLASSIFICATION_MODEL:?set PRBENCH_CLASSIFICATION_MODEL to a configured provider/model}"
|
||||
: "${PRBENCH_JUDGE_MODEL:=anthropic/claude-sonnet-4.6}"
|
||||
: "${PRBENCH_OUT:=bin/prbench-results}"
|
||||
if [[ -z "${GH_TOKEN:-}" && -z "${GITHUB_TOKEN:-}" ]] && command -v gh >/dev/null; then
|
||||
export GH_TOKEN="$(gh auth token)"
|
||||
fi
|
||||
exec go run ./cmd/archie-prbench \
|
||||
-review-model "$PRBENCH_REVIEW_MODEL" \
|
||||
-classification-model "$PRBENCH_CLASSIFICATION_MODEL" \
|
||||
-judge-model "$PRBENCH_JUDGE_MODEL" \
|
||||
-out "$PRBENCH_OUT" "$@"
|
||||
Reference in new issue
Block a user