docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses Puppeteer's media emulation APIs to implement a tool that tests webpage responses to different media types and feature preferences. The focus is entirely on correct usage of Puppeteer's emulation methods for media types, color schemes, reduced motion, and color gamut settings.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Browser lifecycle management",
"description": "Uses puppeteer.launch() to create browser instances and properly closes browsers with browser.close() after operations complete",
"max_score": 10
},
{
"name": "Page creation",
"description": "Uses browser.newPage() to create page instances for browser automation",
"max_score": 5
},
{
"name": "Media type emulation",
"description": "Uses page.emulateMediaType() to switch between 'screen' and 'print' media types as specified in the testMediaTypes function",
"max_score": 20
},
{
"name": "Screenshot capture",
"description": "Uses page.screenshot() with appropriate options (e.g., path parameter) to save screenshots to specified file paths",
"max_score": 15
},
{
"name": "Color scheme emulation",
"description": "Uses page.emulateMediaFeatures() with prefers-color-scheme feature to emulate 'light' and 'dark' color schemes",
"max_score": 20
},
{
"name": "Page navigation",
"description": "Uses page.goto() to navigate to the test URL before performing emulation operations",
"max_score": 10
},
{
"name": "Reduced motion emulation",
"description": "Uses page.emulateMediaFeatures() with prefers-reduced-motion feature to test reduced motion preference",
"max_score": 10
},
{
"name": "CSS property evaluation",
"description": "Uses page.$eval() or page.evaluate() to extract CSS property values from page elements after emulation",
"max_score": 5
},
{
"name": "Color gamut emulation",
"description": "Uses page.emulateMediaFeatures() with color-gamut feature to emulate different color spaces (srgb, p3, rec2020)",
"max_score": 5
}
]
}