docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how well the engineer uses the mixin-deep package to implement recursive merging behavior, specifically testing their understanding of when and how to use mixin-deep's recursive merging strategy for deeply nested configuration objects.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses mixin-deep",
"description": "The solution imports and uses the mixin-deep package (via require or import) rather than implementing custom merging logic",
"max_score": 30
},
{
"name": "Correct function call",
"description": "Calls mixinDeep with appropriate arguments to merge defaultConfig and userConfig in the correct order (ensuring user config overrides defaults)",
"max_score": 25
},
{
"name": "Non-mutating merge",
"description": "Uses an empty object {} as the first argument to mixinDeep to create a new merged object without mutating the original defaultConfig or userConfig objects",
"max_score": 25
},
{
"name": "Proper return value",
"description": "Returns the result of the mixinDeep call as the merged configuration object",
"max_score": 20
}
]
}