docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how effectively the engineer uses the micromatch library's multiple pattern handling capabilities to implement a file filtering system. The focus is on correct usage of micromatch's API for pattern matching, negation handling, and array filtering operations.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses micromatch function",
"description": "Uses the main `micromatch()` or `micromatch.match()` function to filter the array of paths against patterns, rather than implementing pattern matching manually",
"max_score": 40
},
{
"name": "Multiple pattern support",
"description": "Correctly passes an array of multiple patterns to micromatch, allowing it to handle both positive and negative patterns in a single call",
"max_score": 25
},
{
"name": "Negation pattern handling",
"description": "Properly handles negation patterns (patterns starting with '!') using micromatch's built-in negation support, which correctly applies exclusion rules after inclusion rules",
"max_score": 25
},
{
"name": "Returns correct type",
"description": "Returns an array of strings (the filtered paths) as required by the API specification",
"max_score": 10
}
]
}