docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how well the engineer uses the mixin-deep package to implement multi-level nested property merging for a configuration management system. The focus is on correctly utilizing mixin-deep's deep merging capabilities to combine multiple configuration layers while preserving nested structure.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses mixin-deep",
"description": "The solution imports and uses the mixin-deep package (or its default export) to perform the configuration merging",
"max_score": 20
},
{
"name": "Deep merge implementation",
"description": "Uses mixin-deep to merge nested objects correctly, preserving properties at multiple nesting levels rather than replacing entire nested objects",
"max_score": 30
},
{
"name": "Multiple source merging",
"description": "Correctly passes all three configuration objects (baseConfig, envConfig, userConfig) to mixin-deep in the proper order so later configs override earlier ones",
"max_score": 25
},
{
"name": "Non-mutating merge",
"description": "Implements the merge in a non-mutating way by passing an empty object as the first argument to mixin-deep, preserving the original input configs",
"max_score": 15
},
{
"name": "Correct precedence",
"description": "Ensures the correct precedence order where userConfig overrides envConfig, which overrides baseConfig, by passing arguments in the correct sequence",
"max_score": 10
}
]
}