docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses the promise.allsettled package's es-shims API architecture to implement three distinct integration modes: standalone usage, polyfill detection, and global shimming. The focus is on correct usage of the package's main export, getPolyfill method, and shim method.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Direct Import Usage",
"description": "The trackSettlements function correctly imports and uses promise.allsettled as a standalone function (the main export) without accessing implementation, getPolyfill, or shim methods",
"max_score": 25
},
{
"name": "Polyfill Detection",
"description": "The getSettlementTracker function correctly uses the getPolyfill method from promise.allsettled/polyfill (or allSettled.getPolyfill()) to return the appropriate implementation for the environment",
"max_score": 30
},
{
"name": "Global Shimming",
"description": "The installSettlementTracking function correctly uses the shim method from promise.allsettled/shim (or allSettled.shim()) to install Promise.allSettled on the global Promise object",
"max_score": 30
},
{
"name": "Correct Result Format",
"description": "All functions return or produce results with the correct promise.allsettled format: objects with 'status' property set to 'fulfilled' or 'rejected', and corresponding 'value' or 'reason' properties",
"max_score": 15
}
]
}