docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses karma-qunit to bridge Karma's test execution model with QUnit's test lifecycle. The assessment focuses on proper framework registration, configuration, and integration between Karma and QUnit testing systems.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Framework Registration",
"description": "Correctly registers 'qunit' in the frameworks array in karma.conf.js to enable the karma-qunit adapter",
"max_score": 25
},
{
"name": "Plugin Configuration",
"description": "Properly includes 'karma-qunit' in the plugins array in karma.conf.js to load the karma-qunit adapter",
"max_score": 20
},
{
"name": "File Pattern Setup",
"description": "Configures the files array in karma.conf.js to include QUnit test files and source files in the correct order for test execution",
"max_score": 15
},
{
"name": "Browser Configuration",
"description": "Configures browsers array in karma.conf.js to run tests in at least one browser (e.g., Chrome, ChromeHeadless)",
"max_score": 10
},
{
"name": "QUnit Test Structure",
"description": "Uses QUnit.module and QUnit.test (or QUnit.test alone) to structure tests in the test file, enabling proper test lifecycle integration",
"max_score": 15
},
{
"name": "Test Execution",
"description": "Tests execute successfully through Karma, demonstrating that the karma-qunit bridge correctly reports test results from QUnit to Karma",
"max_score": 15
}
]
}