docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses picocolors to implement platform-specific color detection and control in a CLI logger. It focuses on proper usage of isColorSupported for automatic detection, createColors() for manual control, and appropriate color functions for output formatting.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses isColorSupported",
"description": "Uses picocolors' isColorSupported property to check whether colors are supported in the current terminal environment for the default auto-detection behavior",
"max_score": 25
},
{
"name": "Uses createColors() correctly",
"description": "Uses picocolors' createColors(enabled) function to create color API instances with manually specified color support, passing boolean values based on the forceColor option",
"max_score": 30
},
{
"name": "Disables colors for files",
"description": "Uses createColors(false) or equivalent approach to ensure file output contains plain text without ANSI color codes",
"max_score": 20
},
{
"name": "Uses color functions",
"description": "Uses appropriate picocolors color functions (cyan, green, yellow, red) to format different log levels as specified",
"max_score": 15
},
{
"name": "Proper API selection",
"description": "Correctly chooses between the default picocolors export (for auto-detection) and createColors() instances (for manual control) based on configuration",
"max_score": 10
}
]
}