docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates how well the solution leverages lodash's array combination and set operations to build the release plan, rewarding direct use of provided helpers instead of manual loops. Checks correctness of merging, filtering, grouping, and pairing behaviors described in the spec.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Union merge",
"description": "Uses lodash's `union` (or `uniq` on a concatenated array) to combine stable and beta features in first-appearance order before blocking.",
"max_score": 25
},
{
"name": "Block removal",
"description": "Removes blocked entries from all outputs via lodash set helpers such as `difference`/`pullAll`, rather than manual loops.",
"max_score": 15
},
{
"name": "Chunking",
"description": "Uses lodash `chunk` to split the filtered merged list into `sprintSize` batches, preserving order and handling a shorter final batch.",
"max_score": 10
},
{
"name": "Overlap detect",
"description": "Derives sharedFeatures with lodash `intersection` (after blocking), keeping stable order without reimplementing comparisons manually.",
"max_score": 20
},
{
"name": "Beta exclusives",
"description": "Finds betaOnlyFeatures through lodash set math (`difference`/`xor` with blocked applied) rather than ad-hoc filtering.",
"max_score": 15
},
{
"name": "Window pairing",
"description": "Pairs flattened roadmap items with releaseWindows using lodash `zip`/`zipWith` (or related unzip/zipObject flows) while filling missing sides with nulls to cover uneven lengths.",
"max_score": 15
}
]
}