docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates whether the formatter uses Chalk's stream-aware APIs to honor configurable color levels for stdout while keeping stderr styling tied to its own detection. Checks focus on correct instance creation, level handling, stderr binding, and use of Chalk's style helpers rather than manual ANSI codes.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Custom stdout",
"description": "Creates a dedicated Chalk instance for stdout via `new Chalk({level})` (or equivalent constructor) using the provided level option rather than relying on the default export.",
"max_score": 25
},
{
"name": "Level applied",
"description": "Info and warn formatting consistently use the custom instance so level 0 yields no ANSI codes and higher levels emit the expected color wrapping.",
"max_score": 20
},
{
"name": "Stderr instance",
"description": "Error formatting uses the package's stderr-bound export (`chalkStderr` or Chalk({level: chalkStderr.level})) instead of the stdout instance, keeping stderr color detection isolated.",
"max_score": 25
},
{
"name": "Force respect",
"description": "Honors forced color settings (e.g., `FORCE_COLOR=1`) by ensuring the stderr-bound instance retains color output even when the stdout instance is limited to level 0.",
"max_score": 15
},
{
"name": "Style helpers",
"description": "Applies severity-specific emphasis using Chalk's provided style helpers (e.g., bold/color methods) rather than manual ANSI sequences for prefixes and messages.",
"max_score": 15
}
]
}