docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how well the engineer uses the promise.allsettled package to implement different usage patterns. The focus is on proper usage of the package's standalone function, polyfill detection, shim installation, and auto-shim capabilities.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Standalone Usage",
"description": "checkAllDirect function correctly uses the promise.allsettled main export as a standalone function without modifying global objects",
"max_score": 25
},
{
"name": "Polyfill Detection",
"description": "checkAllWithPolyfill function uses promise.allsettled/polyfill or the getPolyfill() method to intelligently select native or fallback implementation",
"max_score": 25
},
{
"name": "Shim Installation",
"description": "setupGlobalCheck function uses promise.allsettled/shim or the shim() method to install Promise.allSettled globally",
"max_score": 25
},
{
"name": "Auto-shim Usage",
"description": "setupAutomatic function uses promise.allsettled/auto or equivalent automatic shimming to configure Promise.allSettled globally",
"max_score": 25
}
]
}