docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how effectively the engineer uses the micromatch package to implement inverse filtering functionality. The focus is on proper usage of micromatch's `not` method and understanding of its pattern matching capabilities for filtering arrays.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses micromatch.not",
"description": "The implementation uses the `micromatch.not()` method to filter items that do NOT match the given patterns, rather than implementing custom filtering logic or using other micromatch methods inappropriately.",
"max_score": 50
},
{
"name": "Correct method signature",
"description": "Calls `micromatch.not(list, patterns, options)` with the correct parameter order: list of paths as first argument, patterns as second argument, and optional options object as third argument.",
"max_score": 20
},
{
"name": "Handles pattern types",
"description": "Correctly passes both single pattern strings and arrays of patterns to `micromatch.not()` without additional transformation logic, leveraging the method's built-in support for multiple pattern types.",
"max_score": 15
},
{
"name": "Returns filtered array",
"description": "Directly returns the array result from `micromatch.not()` which contains only the paths that do not match any of the provided patterns, without unnecessary post-processing.",
"max_score": 15
}
]
}