Bendik Aagaard LynghaugandClaude Fable 5.1
b9f2acb7b8
Readability is counted (LIX), not judged. Understanding is three yes-or-no questions per persona, with a gutted twin of every page as the control: an instrument that still says yes to "Option 1, Option 2" is not measuring the page. Friendliness is a preference between two versions shown in both orders; a pick that flips with the order counts as no preference. Page load (options offered, required fields in the step) flags a page that should be split into a further question or have fields moved to a later stage. First run on the generated contractor site, qwen3:8b as the visitor: control passed on every need; "what happens next" was 0/2 everywhere and 2/2 everywhere once the page said who reads it and when (LIX 28 to 30); an official-voice control reads LIX 63 against 27. Friendliness mostly came back "no preference" at two personas per need: directionally right (never preferred the cold version), too thin to rely on. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01L4jrCgLiKKHAEFuZUJjckH
77 lines
1.4 KiB
JSON
77 lines
1.4 KiB
JSON
{
|
|
"build-price-enquiry": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 25.593406593406595,
|
|
"options": 5,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 5,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
},
|
|
"job-application": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 26.44899072558647,
|
|
"options": 5,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 4,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
},
|
|
"report-site-issue": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 26.557413600891863,
|
|
"options": 5,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 3,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
},
|
|
"subcontractor-application": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 30.64138678223185,
|
|
"options": 5,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 5,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
},
|
|
"survey-enquiry": {
|
|
"control_ok": true,
|
|
"control_which": 0,
|
|
"lix": 27.867430441898527,
|
|
"options": 5,
|
|
"overloaded": false,
|
|
"personas": 2,
|
|
"required_fields": 4,
|
|
"steps": 1,
|
|
"understanding": {
|
|
"asked": 2,
|
|
"next": 0,
|
|
"which": 2
|
|
}
|
|
}
|
|
} |