evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how effectively the engineer uses the @mdx-js/mdx package to compile MDX files with source map generation, focusing on proper use of the compile function, SourceMapGenerator integration, and source map extraction from VFile objects.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Imports compile function",
"description": "Correctly imports the compile or compileSync function from @mdx-js/mdx package",
"max_score": 10
},
{
"name": "Imports SourceMapGenerator",
"description": "Correctly imports SourceMapGenerator from the source-map package",
"max_score": 10
},
{
"name": "Creates VFile input",
"description": "Creates a VFile object with the MDX content and file path, or passes the content in a format compatible with compile()",
"max_score": 10
},
{
"name": "Provides SourceMapGenerator option",
"description": "Passes SourceMapGenerator in the options object to the compile function to enable source map generation",
"max_score": 25
},
{
"name": "Extracts compiled code",
"description": "Correctly extracts the compiled JavaScript code from the VFile result (e.g., using file.value or String(file))",
"max_score": 10
},
{
"name": "Extracts source map",
"description": "Correctly extracts the source map from the file.map property of the VFile result",
"max_score": 25
},
{
"name": "Converts source map",
"description": "Converts the SourceMapGenerator object to JSON string using .toString() or equivalent method",
"max_score": 10
}
]
}