docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates whether the solution builds the argument-aware pipeline using lodash's function composition and argument choreography helpers. Checks directional flow selection, argument reordering, per-argument transforms, and arity limiting to match the spec cases.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Directional flow",
"description": "Uses lodash's flow utilities (e.g., `_.flow` for left-to-right and `_.flowRight` or reversed input with `_.flow` for right-to-left) to compose the provided steps according to the direction option rather than manual chaining.",
"max_score": 30
},
{
"name": "Reordered args",
"description": "Applies `_.rearg` (or `_.flip` combined with placeholders) to reorder incoming arguments based on the order option before further processing, ensuring the reordered list feeds the composed pipeline as specified.",
"max_score": 25
},
{
"name": "Per-arg transforms",
"description": "Uses `_.overArgs` (or equivalent lodash iteratee shorthand) to apply the transforms array to each position after reordering, preserving index alignment with the provided functions.",
"max_score": 25
},
{
"name": "Arity limit",
"description": "Caps exposed inputs with `_.ary` or `_.unary` so that no more than the limit arguments reach the first step, dropping extras exactly as required.",
"max_score": 20
}
]
}