evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses picomatch's pattern parsing and regex compilation capabilities, specifically the parse(), compileRe(), and test() functions, to implement a pattern regex compiler.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses picomatch.parse()",
"description": "The implementation calls picomatch.parse() to parse glob pattern strings into state objects before compilation",
"max_score": 30
},
{
"name": "Uses picomatch.compileRe()",
"description": "The implementation calls picomatch.compileRe() to compile parsed state objects into regular expressions",
"max_score": 35
},
{
"name": "Uses picomatch.test()",
"description": "The implementation calls picomatch.test() to test input strings against compiled regular expressions",
"max_score": 25
},
{
"name": "Correct function workflow",
"description": "The implementation correctly chains parse() -> compileRe() to convert patterns into regex, following picomatch's intended workflow",
"max_score": 10
}
]
}