docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses Bowser's constant maps (BROWSER_MAP, ENGINE_MAP, OS_MAP, PLATFORMS_MAP) to validate and normalize browser, engine, OS, and platform type names.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses BROWSER_MAP",
"description": "The validateBrowser function correctly imports and uses Bowser.BROWSER_MAP constant to check if a browser name exists in the map and retrieve the normalized name.",
"max_score": 25
},
{
"name": "Uses ENGINE_MAP",
"description": "The validateEngine function correctly imports and uses Bowser.ENGINE_MAP constant to check if an engine name exists in the map and retrieve the normalized name.",
"max_score": 25
},
{
"name": "Uses OS_MAP",
"description": "The validateOS function correctly imports and uses Bowser.OS_MAP constant to check if an OS name exists in the map and retrieve the normalized name.",
"max_score": 25
},
{
"name": "Uses PLATFORMS_MAP",
"description": "The validatePlatform function correctly imports and uses Bowser.PLATFORMS_MAP constant to check if a platform type exists in the map and retrieve the normalized name.",
"max_score": 25
}
]
}