evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses picomatch's toRegex() function to convert regex source strings into RegExp objects, with proper handling of case-insensitive matching options.",
"type": "weighted_checklist",
"checklist": [
{
"name": "toRegex() usage",
"description": "Uses picomatch.toRegex() to convert the regex source string pattern into a RegExp object",
"max_score": 40
},
{
"name": "nocase option",
"description": "Correctly passes the nocase option to toRegex() to enable case-insensitive matching when caseInsensitive option is true",
"max_score": 30
},
{
"name": "Regex testing",
"description": "Uses the returned RegExp object's test() method to validate input strings against the pattern",
"max_score": 20
},
{
"name": "Correct API",
"description": "Properly imports picomatch and uses the correct API signature for toRegex(source, options)",
"max_score": 10
}
]
}