docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates how well the solution leverages Lodash for property-path reads, writes, updates, and deletions in the Nested Path Accessor task. Checks focus on default handling, branch creation, updater callbacks, and deletion status while using Lodash's dedicated path helpers instead of manual traversal.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Path reads",
"description": "Implements `readAtPath` with `_.get`, supporting string or array paths and using the third-argument default instead of manual traversal or nullish checks.",
"max_score": 25
},
{
"name": "Branch writes",
"description": "Uses `_.set` (or `_.setWith`) in `writeAtPath` to create missing path branches and write values directly on the provided target rather than hand-building nested objects.",
"max_score": 20
},
{
"name": "Updater usage",
"description": "Relies on `_.update` (or `_.updateWith`) in `updateAtPath` so the updater receives the current value (or supplied default) and the result is persisted at the path without manual path-walking logic.",
"max_score": 25
},
{
"name": "Deletion status",
"description": "Deletes paths via `_.unset` and derives the boolean return from Lodash helpers (e.g., `_.has` before removal or `_.get` after) rather than assuming success.",
"max_score": 15
},
{
"name": "Path handling",
"description": "Normalizes incoming string or array paths with Lodash (e.g., `_.toPath`) so all operations share consistent path handling instead of ad-hoc splitting.",
"max_score": 15
}
]
}