docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses picocolors' createColors() factory function to implement configurable color support in a logging utility. The focus is on proper use of the factory pattern to enable/disable colors based on configuration.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses createColors function",
"description": "The implementation imports and uses the createColors() factory function from picocolors to create a colors object with configurable color support",
"max_score": 40
},
{
"name": "Passes colorEnabled configuration",
"description": "The implementation correctly passes the config.colorEnabled boolean value to createColors() to control whether colors are enabled or disabled",
"max_score": 20
},
{
"name": "Uses red function",
"description": "The error() method uses the red() function from the created colors object to format error messages",
"max_score": 10
},
{
"name": "Uses green function",
"description": "The success() method uses the green() function from the created colors object to format success messages",
"max_score": 10
},
{
"name": "Uses yellow function",
"description": "The warning() method uses the yellow() function from the created colors object to format warning messages",
"max_score": 10
},
{
"name": "Uses cyan function",
"description": "The info() method uses the cyan() function from the created colors object to format info messages",
"max_score": 10
}
]
}