docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates whether log formatting uses Chalk's standard foreground colors and bright alias helpers correctly when styling status labels and optional timestamps without coloring unrelated text.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Red errors",
"description": "Applies the standard Chalk red foreground helper to the error status label only (no spillover to message or separators).",
"max_score": 25
},
{
"name": "Warn mapping",
"description": "Colors warn status labels with the standard yellow foreground helper, keeping surrounding text unstyled.",
"max_score": 20
},
{
"name": "Info mapping",
"description": "Colors info status labels with the standard cyan foreground helper, leaving message text plain.",
"max_score": 15
},
{
"name": "Bright timestamp",
"description": "Prefixes provided timestamps using a bright gray alias helper (e.g., chalk.gray/grey or chalk.blackBright) without altering status or message styling.",
"max_score": 25
},
{
"name": "Styling boundaries",
"description": "Ensures only specified parts are styled: unknown statuses remain uncolored, and timestamp/status styling does not bleed into the message or subsequent lines.",
"max_score": 15
}
]
}