docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses the engineer's ability to use the cjs-module-lexer package to detect and analyze transpiler-generated Object.keys().forEach() export patterns in CommonJS modules. The focus is on correctly utilizing the package's API and understanding its output for pattern recognition.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Imports parse function",
"description": "Correctly imports the parse() function from cjs-module-lexer package",
"max_score": 10
},
{
"name": "Calls parse function",
"description": "Invokes the parse() function with source code string as input to analyze the module",
"max_score": 15
},
{
"name": "Accesses exports array",
"description": "Correctly accesses the exports array from the parse() function return value to inspect detected exports",
"max_score": 15
},
{
"name": "Handles reexports array",
"description": "Examines the reexports array returned by parse() to identify module re-export patterns",
"max_score": 15
},
{
"name": "Detects Babel pattern",
"description": "Successfully detects the Babel-style Object.keys().forEach() transpiler pattern in test case 1 using the package output",
"max_score": 15
},
{
"name": "Identifies source module",
"description": "Extracts the source module identifier (e.g., _external, _myModule) from the detected pattern using package analysis",
"max_score": 15
},
{
"name": "Handles arrow functions",
"description": "Correctly detects transpiler patterns that use arrow function syntax (test case 3) using the package",
"max_score": 10
},
{
"name": "Negative case handling",
"description": "Properly reports no transpiler pattern when analyzing modules without Object.keys().forEach() patterns (test case 2)",
"max_score": 5
}
]
}