diff --git a/.github/workflows/scripts/spam-detection/eval.sh b/.github/workflows/scripts/spam-detection/eval.sh index 4bf8b08fe..2a0b93d4c 100755 --- a/.github/workflows/scripts/spam-detection/eval.sh +++ b/.github/workflows/scripts/spam-detection/eval.sh @@ -14,8 +14,4 @@ SPAM_DIR="$(dirname "$(realpath "$0")")" _system_prompt="$($SPAM_DIR/generate-sys-prompt.sh)" _final_prompt="$(_value="$_system_prompt" yq eval '.messages[0].content = strenv(_value)' $SPAM_DIR/eval-prompts.yml)" -# The following `gh models eval` command will fail after 20 requests due to rate limits. -# We are going to open up an issue in `github/gh-models` to address this. -# -# TODO: break up `eval-prompts.yml` file into smaller batches to avoid hitting the rate limit. gh models eval <(echo "$_final_prompt")