docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how well the engineer uses metro-memory-fs's directory listing functionality (readdirSync) to implement the directory content reading utility. The focus is on proper usage of the package's API to read directory contents.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses readdirSync",
"description": "The listDirectoryContents function uses fs.readdirSync() to read directory entries",
"max_score": 40
},
{
"name": "Returns directory entries",
"description": "The implementation correctly returns the array of entry names from readdirSync without unnecessary transformation",
"max_score": 20
},
{
"name": "Reuses readdirSync for counting",
"description": "The countEntriesInDirectory function uses fs.readdirSync() and returns the length of the resulting array",
"max_score": 25
},
{
"name": "Error handling",
"description": "Errors from readdirSync (such as ENOENT for non-existent directories) are allowed to propagate naturally without suppression",
"max_score": 15
}
]
}