docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how effectively an engineer uses the promise.allsettled package to handle mixed input types (promises and plain values) and aggregate their results. The focus is exclusively on proper usage of the package's API rather than general coding practices.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses allSettled",
"description": "Implementation correctly imports and calls the promise.allsettled package's main function or uses Promise.allSettled after shimming",
"max_score": 25
},
{
"name": "Handles mixed inputs",
"description": "Solution correctly processes arrays containing both promises and plain values, allowing promise.allsettled to handle the type coercion",
"max_score": 20
},
{
"name": "Returns correct format",
"description": "Function returns results in the exact format provided by promise.allsettled with 'status' field and either 'value' or 'reason' fields",
"max_score": 20
},
{
"name": "Preserves order",
"description": "Implementation relies on promise.allsettled's guarantee to maintain input order in results",
"max_score": 15
},
{
"name": "Handles empty arrays",
"description": "Solution correctly handles empty input arrays by leveraging promise.allsettled's behavior",
"max_score": 10
},
{
"name": "Never rejects",
"description": "Implementation relies on promise.allsettled's guarantee that the returned promise always resolves (never rejects)",
"max_score": 10
}
]
}