docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how effectively the engineer uses the micromatch package to implement cross-platform file path filtering with proper path normalization and basename matching capabilities.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses micromatch function",
"description": "Uses the main micromatch() function or micromatch.match() to filter the array of paths against the glob pattern",
"max_score": 25
},
{
"name": "Path normalization",
"description": "Properly normalizes paths before matching by using micromatch with the posixSlashes option set to true, or manually normalizes backslashes to forward slashes before passing to micromatch",
"max_score": 30
},
{
"name": "Returns normalized paths",
"description": "Ensures the returned paths use forward slashes (either by normalization before matching or by normalizing the results)",
"max_score": 15
},
{
"name": "Basename matching",
"description": "Uses micromatch's basename or matchBase option when options.basename is true to match patterns against file basenames only",
"max_score": 20
},
{
"name": "Correct test implementation",
"description": "All test cases pass and correctly verify the expected behavior described in the spec",
"max_score": 10
}
]
}