docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates how well the solution uses Chalk's truecolor and 256-color helpers to render swatches and gradients from hex, RGB, and palette-indexed inputs per the specification. Checks reward correct reliance on Chalk's foreground and background color APIs rather than manual ANSI handling.",
"type": "weighted_checklist",
"checklist": [
{
"name": "RGB helpers",
"description": "RGB tuple inputs are styled using Chalk's truecolor helpers (`chalk.rgb` for text and `chalk.bgRgb` for swatch blocks) instead of manual ANSI escape codes.",
"max_score": 25
},
{
"name": "Hex helpers",
"description": "Hex string inputs flow through `chalk.hex`/`chalk.bgHex` (or equivalent Chalk instance methods) for both label and background coloring where required by the spec.",
"max_score": 20
},
{
"name": "ANSI256 handling",
"description": "Numeric palette inputs rely on `chalk.ansi256` and `chalk.bgAnsi256` (or stderr-bound variants) with no custom ANSI codes; gradient endpoints provided as 0–255 indices are converted through these helpers before interpolation.",
"max_score": 20
},
{
"name": "Gradient coloring",
"description": "Gradient steps apply per-step foreground styling via Chalk's truecolor helpers (rgb/hex/ansi256 as appropriate) so each segment reflects blended colors rather than unstyled text.",
"max_score": 20
},
{
"name": "Background consistency",
"description": "Background blocks retain Chalk background styling (`bgRgb`/`bgHex`/`bgAnsi256`) across the requested width and lines without unintended resets mid-swatch or mid-gradient.",
"max_score": 15
}
]
}