docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates how well the solution leverages lodash 4.x array and collection helpers to transform orders into the required summary. Scoring rewards using lodash functions for filtering, grouping, aggregation, sorting, deduplication, and flattening instead of manual loops. All checks map directly to behaviors in the Order Summary Generator spec.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Status filter",
"description": "Completed orders (and allowedChannels when provided) are isolated with lodash collection helpers such as `filter`/`reject`, avoiding manual iteration.",
"max_score": 20
},
{
"name": "Region totals",
"description": "Region revenue and order counts are derived via lodash grouping/aggregation (e.g., `groupBy` plus `sumBy`/`map`), with output ordered using lodash sort helpers (`orderBy`/`sortBy`).",
"max_score": 20
},
{
"name": "Category ranking",
"description": "Category leaders are built with lodash grouping and sorting (`groupBy` with `orderBy`/`sortBy`) and trimmed using lodash sizing helpers (e.g., `take`) rather than manual slicing; tags are normalized with lodash defaults like `defaultTo`/`castArray` when absent.",
"max_score": 20
},
{
"name": "Repeat customers",
"description": "RepeatCustomers are identified through lodash counting/dedup helpers (`countBy`, `keys`, `filter`, `uniq`, or `toPairs` flows) using the configured threshold instead of handcrafted maps or sets.",
"max_score": 20
},
{
"name": "Tag frequency",
"description": "TagFrequency uses lodash flattening and counting helpers (`flatMap`/`compact`/`flatten` with `countBy`) and sorts results with lodash order helpers, avoiding manual nested loops.",
"max_score": 20
}
]
}