docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how well the engineer uses the micromatch library to implement glob pattern matching with the globstar (**) feature for multi-level directory traversal. The focus is on correct usage of micromatch's API to filter file paths based on globstar patterns.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Micromatch import",
"description": "Solution imports the micromatch package (e.g., `require('micromatch')` or `import micromatch from 'micromatch'`)",
"max_score": 15
},
{
"name": "Core matching function",
"description": "Solution uses micromatch's main matching function (`micromatch()`, `micromatch.match()`, or `micromatch.isMatch()`) to filter or test paths against patterns",
"max_score": 30
},
{
"name": "Globstar pattern handling",
"description": "Solution correctly passes globstar patterns (containing **) to micromatch without modification or preprocessing that would break the globstar functionality",
"max_score": 25
},
{
"name": "Array filtering",
"description": "Solution correctly uses micromatch to filter an array of paths (either using `micromatch(paths, pattern)` which returns filtered array, or manually filtering with `isMatch()`)",
"max_score": 20
},
{
"name": "Return value handling",
"description": "Solution returns the array of matching paths as produced by micromatch, without unnecessary post-processing that doesn't add value",
"max_score": 10
}
]
}