docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses the promise.allsettled package to track the settlement of multiple concurrent promises, properly handle both fulfilled and rejected outcomes, and extract the results into a structured format.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses promise.allsettled",
"description": "Uses the promise.allsettled package (either as allSettled directly or via shim/polyfill) to handle multiple promises concurrently",
"max_score": 25
},
{
"name": "Passes promise array",
"description": "Correctly passes an array of promises (from API requests) to allSettled rather than awaiting them sequentially",
"max_score": 15
},
{
"name": "Checks settlement status",
"description": "Inspects the 'status' property of each result object to distinguish between 'fulfilled' and 'rejected' promises",
"max_score": 20
},
{
"name": "Extracts fulfilled values",
"description": "Correctly accesses the 'value' property from fulfilled result objects to retrieve successful response data",
"max_score": 15
},
{
"name": "Extracts rejection reasons",
"description": "Correctly accesses the 'reason' property from rejected result objects to retrieve error information",
"max_score": 15
},
{
"name": "Processes all results",
"description": "Processes all settlement results from allSettled to build the complete report with both successful and failed arrays",
"max_score": 10
}
]
}