docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well an engineer uses the cjs-module-lexer package to parse CommonJS module source code and extract export metadata, with focus on proper use of the parse() function and initialization methods.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Package import",
"description": "Correctly imports the cjs-module-lexer package using require() or import statement",
"max_score": 10
},
{
"name": "parse() invocation",
"description": "Calls the parse() function from cjs-module-lexer, passing the source code string as the first argument",
"max_score": 35
},
{
"name": "Exports array usage",
"description": "Correctly accesses and uses the exports array from the parse() function's return object (e.g., const { exports } = parse(code))",
"max_score": 25
},
{
"name": "Reexports array usage",
"description": "Correctly accesses and uses the reexports array from the parse() function's return object (e.g., const { reexports } = parse(code))",
"max_score": 25
},
{
"name": "Proper initialization",
"description": "Calls init() or initSync() before using parse(), or correctly handles the Promise returned by init() if used",
"max_score": 5
}
]
}