evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses jsdoc-to-markdown to generate markdown documentation from JSDoc-annotated JavaScript files. The focus is on proper usage of the package's core API methods and options.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses render method",
"description": "Uses the jsdoc-to-markdown `render()` method to generate markdown documentation from source files",
"max_score": 30
},
{
"name": "File pattern handling",
"description": "Correctly passes file paths or glob patterns to the render method using the `files` option to process JavaScript source files",
"max_score": 25
},
{
"name": "Async/Promise handling",
"description": "Properly handles the Promise returned by `render()` method using async/await or .then()",
"max_score": 15
},
{
"name": "Markdown output writing",
"description": "Writes the markdown string returned from `render()` to the specified output file path",
"max_score": 20
},
{
"name": "Module import",
"description": "Correctly imports/requires the jsdoc-to-markdown package (e.g., `const jsdoc2md = require('jsdoc-to-markdown')`)",
"max_score": 10
}
]
}