docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how effectively the engineer uses the cjs-module-lexer package to detect module reexports. The focus is on proper usage of the package's parse function and correct extraction of reexport information from the parsing results.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Imports parse function",
"description": "Correctly imports or requires the parse function from the cjs-module-lexer package (e.g., const { parse } = require('cjs-module-lexer') or import { parse } from 'cjs-module-lexer')",
"max_score": 20
},
{
"name": "Calls parse correctly",
"description": "Invokes the parse function with the source code string as the first argument",
"max_score": 25
},
{
"name": "Extracts reexports field",
"description": "Correctly accesses and extracts the reexports array from the parse function's return value (e.g., const { reexports } = parse(sourceCode) or result.reexports)",
"max_score": 30
},
{
"name": "Returns reexports array",
"description": "Returns the reexports array as the function output, providing the list of detected module specifiers being reexported",
"max_score": 25
}
]
}