evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how well the engineer uses the @mdx-js/mdx package's JSX runtime integration features, specifically the ability to configure different JSX import sources for framework compatibility.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses compile function",
"description": "Uses the compile() or compileSync() function from @mdx-js/mdx to compile the MDX content",
"max_score": 25
},
{
"name": "Configures jsxImportSource",
"description": "Correctly uses the jsxImportSource option in the compile options to specify the framework-specific JSX runtime (e.g., 'preact' for Preact)",
"max_score": 40
},
{
"name": "Handles framework selection",
"description": "Implements logic to conditionally set jsxImportSource based on the framework parameter, with React using the default and Preact using 'preact'",
"max_score": 25
},
{
"name": "Returns compiled code",
"description": "Extracts and returns the compiled JavaScript code string from the VFile object returned by compile() using the .value property",
"max_score": 10
}
]
}