docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates how well the solution uses chalk's text modifier helpers to render emphasized headers, status lines, and notes per the spec. Scoring looks for bold/underline emphasis, muted secondary text, cross-out handling, and proper isolation of styling without manual ANSI escapes.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Header emphasis",
"description": "Announcement title applies chalk.bold together with chalk.underline (or equivalent chained modifier) and the detail line is softened with chalk.dim or chalk.italic while preserving the underlying text.",
"max_score": 25
},
{
"name": "Warning label highlight",
"description": "Warning status prefixes the message with a label styled via chalk.bold (optionally also underlined) and renders the trailing detail with chalk.dim, relying on chalk chaining instead of manual ANSI codes.",
"max_score": 20
},
{
"name": "Retired strikethrough",
"description": "Retired status labels are wrapped in chalk.strikethrough (optionally combined with chalk.dim) while leaving the detail unstyled; implementation uses chalk helpers rather than raw escape sequences.",
"max_score": 20
},
{
"name": "Notes styling",
"description": "Each note label uses gentle emphasis such as chalk.italic or chalk.bold, and each note body is muted with chalk.dim, with styling applied per item rather than reusing a prestyled accumulator.",
"max_score": 20
},
{
"name": "Style isolation",
"description": "Output ensures styling does not bleed across lines by depending on chalk's chaining/reset behavior (e.g., separate chalk calls or chalk.reset) so each newline-separated line carries only its intended modifiers.",
"max_score": 15
}
]
}