docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses the Bowser package to extract and format operating system information from user agent strings, with specific focus on accessing OS name, version, and human-readable version names.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Parser initialization",
"description": "Uses Bowser.parse() or Bowser.getParser() to parse user agent strings",
"max_score": 20
},
{
"name": "OS object access",
"description": "Calls getOS() method or accesses the os property from parse result to retrieve OS information",
"max_score": 25
},
{
"name": "Version name extraction",
"description": "Accesses the versionName property from the OS object to retrieve human-readable version names (e.g., 'Big Sur', 'Pie', '10')",
"max_score": 30
},
{
"name": "OS name access",
"description": "Accesses the name property from the OS object or uses getOSName() method to retrieve the operating system name",
"max_score": 15
},
{
"name": "Version access",
"description": "Accesses the version property from the OS object or uses getOSVersion() method to retrieve the OS version number",
"max_score": 10
}
]
}