docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how effectively the engineer uses the Bowser package's bot detection capabilities to identify and analyze bot traffic from User-Agent strings. The focus is on proper usage of Bowser's parsing and platform detection methods.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Bowser parser initialization",
"description": "Uses Bowser.getParser() or Bowser.parse() to create a parser instance from User-Agent strings",
"max_score": 20
},
{
"name": "Platform type detection",
"description": "Uses getPlatformType() or getPlatform() method to check if the platform type is 'bot'",
"max_score": 25
},
{
"name": "Bot vendor extraction",
"description": "Uses getPlatform() method to extract the vendor property when identifying bot sources",
"max_score": 25
},
{
"name": "isPlatform() usage",
"description": "Uses the isPlatform('bot') method as an alternative or complementary approach to detect bots",
"max_score": 15
},
{
"name": "Correct null handling",
"description": "Returns null for non-bot User-Agents in getBotVendor function as specified, properly handling cases where vendor information is unavailable",
"max_score": 15
}
]
}