Bendik Aagaard LynghaugandClaude Fable 5.1
aef0fe1396
Fallback words read like finished copy, and nemotron handed the front door straight back. The prompt now shows every string as a slot saying what belongs there; a slot echoed back counts as no answer and keeps the fallback. runs/contractor-build-2026-09-21: nemotron-3.5-lightning:30b-a3b, the model that produced no loadable site free-form, words a complete contractor site in 130 s. Verifier green by construction; held-out personas route 8/8 with descriptions and 8/8 on headings alone (qwen3:8b as the visitor). "What happens next" is still 0/2 on the front door: no heading or description says who reads a submission. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01L4jrCgLiKKHAEFuZUJjckH
77 lines
1.4 KiB
JSON
77 lines
1.4 KiB
JSON
{
|
|
"build-enquiry": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 27.477272727272727,
|
|
"options": 4,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 5,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
},
|
|
"job-application": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 23.909090909090907,
|
|
"options": 4,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 3,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
},
|
|
"report-site-issue": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 15.618181818181819,
|
|
"options": 1,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 3,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 1
|
|
}
|
|
},
|
|
"subcontractor-application": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 29.01581027667984,
|
|
"options": 4,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 5,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
},
|
|
"survey-enquiry": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 27.92885375494071,
|
|
"options": 4,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 4,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
}
|
|
} |