docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses picocolors' bright color variant functions to implement an alert level logger. The focus is on correctly applying high-visibility (bright) color functions for critical alerts and standard color functions for normal messages.",
"type": "weighted_checklist",
"checklist": [
{
"name": "redBright usage",
"description": "Uses redBright() function from picocolors to format CRITICAL level messages with high-visibility red color",
"max_score": 25
},
{
"name": "yellowBright usage",
"description": "Uses yellowBright() function from picocolors to format WARNING level messages with high-visibility yellow color",
"max_score": 25
},
{
"name": "greenBright usage",
"description": "Uses greenBright() function from picocolors to format SUCCESS level messages with high-visibility green color",
"max_score": 25
},
{
"name": "Standard color contrast",
"description": "Uses a standard (non-bright) color function such as cyan() or blue() for INFO level messages, demonstrating understanding of the difference between bright and standard color intensities",
"max_score": 25
}
]
}