evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how well the engineer uses @mdx-js/mdx's layout system to compile and render MDX content with custom layout components. The focus is on correctly using the evaluate() function and understanding the wrapper prop mechanism.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses evaluate function",
"description": "Uses the evaluate() or evaluateSync() function from @mdx-js/mdx to compile and execute MDX content",
"max_score": 25
},
{
"name": "Provides JSX runtime",
"description": "Correctly provides JSX runtime functions (Fragment, jsx, jsxs) to evaluate(), typically from react/jsx-runtime or preact/jsx-runtime",
"max_score": 20
},
{
"name": "Handles wrapper component",
"description": "Passes wrapper component through the components prop structure (options.components or via the module's props.components)",
"max_score": 25
},
{
"name": "Supports exported layouts",
"description": "Implementation correctly handles MDX files that export default layout components, allowing them to wrap the content",
"max_score": 20
},
{
"name": "Returns module correctly",
"description": "Returns the compiled module object from evaluate() which contains the default export (MDX component) and any named exports",
"max_score": 10
}
]
}