docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how well the engineer uses metro-memory-fs's file writing capabilities to implement a configuration manager. The focus is on correct usage of writeFileSync and writeFile methods with proper encoding, data serialization, and error handling.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses writeFileSync",
"description": "Implementation uses writeFileSync method from metro-memory-fs for synchronous file writing operations",
"max_score": 25
},
{
"name": "Uses writeFile",
"description": "Implementation uses writeFile method from metro-memory-fs for asynchronous file writing with proper callback handling",
"max_score": 25
},
{
"name": "JSON serialization",
"description": "Correctly serializes JavaScript objects to JSON format using JSON.stringify before writing to file",
"max_score": 20
},
{
"name": "Encoding specification",
"description": "Explicitly specifies 'utf8' encoding when writing text data to ensure proper character encoding",
"max_score": 15
},
{
"name": "Error propagation",
"description": "Properly propagates errors from writeFileSync (via throw) and writeFile (via callback) to calling code",
"max_score": 15
}
]
}