docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively an engineer uses the promise.allsettled package to implement promise settlement functionality, focusing on proper usage of the package's API and understanding of its robust method binding capabilities.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Package Import",
"description": "Correctly imports the promise.allsettled package using require() or appropriate module import syntax",
"max_score": 10
},
{
"name": "Core Function Usage",
"description": "Uses the package's allSettled implementation (either via direct function call, polyfill retrieval using getPolyfill(), or shim application using shim()) to process the input iterable",
"max_score": 35
},
{
"name": "Result Handling",
"description": "Correctly returns the result from the package's allSettled function, which produces objects with 'status' field set to 'fulfilled' or 'rejected', along with corresponding 'value' or 'reason' fields",
"max_score": 25
},
{
"name": "Input Forwarding",
"description": "Properly forwards the input iterable parameter to the package's allSettled function without unnecessary pre-processing or transformation",
"max_score": 15
},
{
"name": "Promise Return",
"description": "Leverages the package's guarantee that the returned promise resolves (never rejects) and returns this promise from the settleAll function",
"max_score": 15
}
]
}