docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses puppeteer-core's geolocation and timezone emulation APIs to implement location-aware browser automation testing utilities. The focus is on proper usage of page.setGeolocation(), page.emulateTimezone(), permission handling, and browser context configuration.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Geolocation API usage",
"description": "Uses page.setGeolocation() method correctly with latitude, longitude, and accuracy parameters to override browser geolocation",
"max_score": 25
},
{
"name": "Geolocation permission handling",
"description": "Grants geolocation permission using browserContext.overridePermissions() or context.grantPermissions() to enable location access",
"max_score": 15
},
{
"name": "Timezone emulation",
"description": "Uses page.emulateTimezone() method with valid IANA timezone identifiers to override the browser's timezone",
"max_score": 25
},
{
"name": "Browser context creation",
"description": "Creates appropriate browser contexts using browser.createBrowserContext() or similar methods for isolated environment testing",
"max_score": 15
},
{
"name": "Combined configuration",
"description": "Implements the launchWithLocation function that properly launches a browser and configures both geolocation and timezone settings before creating pages",
"max_score": 20
}
]
}