docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses the Bowser package to extract rendering engine information from User-Agent strings. The focus is on proper usage of Bowser's parser and engine-related methods.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Bowser parser initialization",
"description": "Uses Bowser.getParser() or Bowser.parse() to create a parser instance from the User-Agent string",
"max_score": 25
},
{
"name": "getEngine() usage",
"description": "Uses the parser's getEngine() method to retrieve the complete engine object containing both name and version in the getEngineInfo() function",
"max_score": 30
},
{
"name": "getEngineName() usage",
"description": "Uses the parser's getEngineName() method to retrieve just the engine name in the getEngineName() function",
"max_score": 25
},
{
"name": "toLowerCase parameter",
"description": "Correctly passes the toLowerCase parameter to getEngineName() method to control case formatting of the engine name",
"max_score": 20
}
]
}