docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates whether status labels are styled with Chalk background helpers according to the spec. Focuses on using standard backgrounds, bright variants, and the bright black/gray alias while keeping messages unstyled.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Red background",
"description": "The 'error' label applies Chalk's standard red background helper (e.g., bgRed) to the label segment while keeping the trailing message plain.",
"max_score": 25
},
{
"name": "Green background",
"description": "The 'success' label uses Chalk's standard green background helper (bgGreen) on the label only, matching the spec's formatting.",
"max_score": 20
},
{
"name": "Bright blue",
"description": "The 'notice' label uses Chalk's bright blue background helper (bgBlueBright) rather than the standard-intensity blue variant, applied only to the label portion.",
"max_score": 20
},
{
"name": "Bright gray alias",
"description": "The 'muted' label uses Chalk's bright black background helper (bgBlackBright) or its gray/grey alias (bgGray/bgGrey), demonstrating use of the bright alias instead of standard black.",
"max_score": 25
},
{
"name": "Scoped styling",
"description": "Chalk styling is confined to the label using background helpers (no manual ANSI codes), leaving the message text unstyled as required.",
"max_score": 10
}
]
}