docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how well the engineer uses the karma-qunit plugin to enable and configure QUnit UI display in the browser. The focus is on correct usage of karma-qunit's UI display configuration options.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Framework configuration",
"description": "The karma.conf.js file correctly includes 'qunit' in the frameworks array to register the QUnit framework adapter.",
"max_score": 20
},
{
"name": "showUI option enabled",
"description": "The configuration uses the client.qunit.showUI option set to true to enable the QUnit UI display in the browser.",
"max_score": 35
},
{
"name": "clearContext setting",
"description": "The configuration sets clearContext to false to preserve the browser context, allowing the QUnit UI to render properly.",
"max_score": 30
},
{
"name": "Test files configured",
"description": "The configuration includes a files array that properly references test files and includes a sample QUnit test file.",
"max_score": 15
}
]
}