docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer configures karma-qunit for basic Karma integration. The focus is on correctly using karma-qunit's framework registration mechanism and plugin configuration.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Framework Declaration",
"description": "The configuration includes 'qunit' string in the frameworks array, which is karma-qunit's primary registration mechanism that tells Karma to use the QUnit testing framework adapter.",
"max_score": 50
},
{
"name": "Plugin Registration",
"description": "The configuration includes 'karma-qunit' (or require('karma-qunit')) in the plugins array to explicitly register the karma-qunit plugin with Karma.",
"max_score": 30
},
{
"name": "Valid Configuration Structure",
"description": "The configuration file exports a function that accepts a config parameter and calls config.set() with a valid configuration object, following karma-qunit's expected integration pattern.",
"max_score": 20
}
]
}