docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how effectively the engineer uses lodash's groupBy function to solve the grouping problem. The focus is on proper utilization of the lodash API rather than reimplementing grouping logic manually.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses lodash.groupBy",
"description": "The implementation imports and uses lodash's groupBy function (either via require('lodash/groupBy'), require('lodash').groupBy, or _.groupBy) rather than implementing grouping logic from scratch",
"max_score": 50
},
{
"name": "Property-based grouping",
"description": "Correctly passes property names as strings to groupBy for property-based grouping scenarios (e.g., groupBy(collection, 'status') or groupBy(collection, 'date'))",
"max_score": 20
},
{
"name": "Function-based grouping",
"description": "Correctly passes functions to groupBy for computed grouping scenarios where the group key is derived from item properties",
"max_score": 20
},
{
"name": "Returns correct structure",
"description": "The function returns the result from lodash's groupBy directly, which produces the expected object structure with group keys as properties and arrays of items as values",
"max_score": 10
}
]
}