docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how well the engineer uses karma-qunit's QUnit configuration pass-through feature to customize test execution behavior. The focus is on properly using the client.qunit configuration object to pass QUnit-specific settings through Karma's configuration system.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Framework Declaration",
"description": "Correctly includes 'qunit' in the frameworks array in karma.conf.js",
"max_score": 10
},
{
"name": "Client Configuration Object",
"description": "Uses the client.qunit object to pass QUnit-specific configuration options",
"max_score": 25
},
{
"name": "testTimeout Configuration",
"description": "Sets QUnit.config.testTimeout to 5000 via client.qunit.testTimeout",
"max_score": 20
},
{
"name": "showUI Configuration",
"description": "Sets QUnit.config.showUI to true via client.qunit.showUI",
"max_score": 20
},
{
"name": "fixture Configuration",
"description": "Sets QUnit.config.fixture to \"<div>Test Fixture</div>\" via client.qunit.fixture",
"max_score": 20
},
{
"name": "Test Validation",
"description": "Implements tests that correctly verify the configuration options are applied by checking QUnit.config properties",
"max_score": 5
}
]
}