Bendik Aagaard Lynghaug
bedd306854
git-subtree-dir: vendor/trainer git-subtree-mainline:c7c2956e15git-subtree-split:a2a9f4edcf
20 lines
869 B
Bash
Executable File
20 lines
869 B
Bash
Executable File
#!/bin/sh
|
|
# The noise floor: answer one run's tasks with several seeds and print
|
|
# each seed's score, so a change can be told from the visitor's mood.
|
|
# runs/spread.sh runs/<run> [seeds...] (default seeds: 1 2 3)
|
|
set -eu
|
|
run=${1:?usage: spread.sh runs/<run> [seeds...]}; shift
|
|
seeds=${*:-1 2 3}
|
|
IRIS=/var/local/cargo-target/release/iris
|
|
T=/var/local/cargo-target/release/portal-trainer
|
|
LLM="MODEL=qwen3:8b $(cd "$(dirname "$0")/.." && pwd)/engines/ollama.sh"
|
|
cd "$run"
|
|
for mode in full skim; do
|
|
skim=""; [ "$mode" = skim ] && skim="--skim"
|
|
for s in $seeds; do
|
|
$T answer --tasks tasks-$mode.jsonl --repo site --llm "$LLM" --seed "$s" > answers-$mode-seed$s.jsonl
|
|
printf "%s seed %s: " "$mode" "$s"
|
|
$IRIS check --path site/questions --needs-tasks tasks-$mode.jsonl $skim --needs-score answers-$mode-seed$s.jsonl 2>&1 | grep -E "^wording:"
|
|
done
|
|
done
|