17 lines
589 B
Bash
Executable file
17 lines
589 B
Bash
Executable file
#!/bin/bash
|
|
|
|
# Run the eval tests for the spam detection AI model.
|
|
#
|
|
# This script must be run from the root directory of the repository.
|
|
|
|
set -euo pipefail
|
|
|
|
# Determine absolute path to script directory based on where it is called from.
|
|
# This allows the script to be run from any directory.
|
|
SPAM_DIR="$(dirname "$(realpath "$0")")"
|
|
|
|
# Generate dynamic prompts for inference
|
|
_system_prompt="$($SPAM_DIR/generate-sys-prompt.sh)"
|
|
_final_prompt="$(_value="$_system_prompt" yq eval '.messages[0].content = strenv(_value)' $SPAM_DIR/eval-prompts.yml)"
|
|
|
|
gh models eval <(echo "$_final_prompt")
|