docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses the Bowser package's compareVersion() method and parser functionality to implement a browser compatibility checker. The focus is on correct usage of Bowser's API for version comparison operations.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Parser instantiation",
"description": "Uses Bowser.getParser() to create a parser instance from the user agent string",
"max_score": 15
},
{
"name": "compareVersion() usage",
"description": "Uses the compareVersion() method to check browser versions against the minimum requirement",
"max_score": 30
},
{
"name": "Maximum version check",
"description": "Uses compareVersion() to validate that the browser version does not exceed the maximum version when specified",
"max_score": 20
},
{
"name": "Recommended version check",
"description": "Uses compareVersion() to check if the browser meets the recommended version requirement",
"max_score": 15
},
{
"name": "Browser information retrieval",
"description": "Uses appropriate Bowser methods (e.g., getBrowserName(), getBrowserVersion(), or getBrowser()) to retrieve browser name and version for the browserInfo property",
"max_score": 10
},
{
"name": "Undefined handling",
"description": "Properly handles the case when compareVersion() returns undefined (browser version not detected)",
"max_score": 10
}
]
}