docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how effectively the engineer uses metro-memory-fs's existsSync method to check file and directory existence. The focus is on correctly using the file existence checking API to implement path validation functionality.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses existsSync method",
"description": "Implementation imports and uses the existsSync method from metro-memory-fs to check path existence",
"max_score": 30
},
{
"name": "Single path validation",
"description": "The validatePath function correctly uses existsSync to check if a single path exists and returns the boolean result",
"max_score": 25
},
{
"name": "Multiple path validation",
"description": "The validatePaths function correctly iterates through the paths array and uses existsSync for each path",
"max_score": 25
},
{
"name": "Correct return values",
"description": "Functions return boolean values (or arrays of booleans) directly from existsSync without unnecessary transformations",
"max_score": 20
}
]
}