evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how well an engineer uses the @mdx-js/mdx package to compile MDX content and analyze its paragraph wrapping behavior. The focus is on proper use of the compilation API and understanding of MDX's paragraph unwrapping feature.",
"type": "weighted_checklist",
"checklist": [
{
"name": "compile function usage",
"description": "Uses the compile() or compileSync() function from @mdx-js/mdx to transform MDX source code into JavaScript",
"max_score": 30
},
{
"name": "VFile handling",
"description": "Correctly handles the VFile object returned by compile(), accessing the compiled code via the value or String() conversion",
"max_score": 20
},
{
"name": "Async compilation",
"description": "Properly handles asynchronous compilation using async/await or Promise patterns when calling compile()",
"max_score": 15
},
{
"name": "Output analysis",
"description": "Analyzes the compiled JavaScript output to determine if content was wrapped in paragraph tags (checking for _components.p or similar patterns)",
"max_score": 25
},
{
"name": "Compilation error handling",
"description": "Properly catches and handles errors from the compile() function, such as syntax errors in MDX or compilation failures",
"max_score": 10
}
]
}