docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how well the engineer uses MJML's custom HTML skeleton feature to replace the default document structure with a custom one that includes specific meta tags and tracking elements.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses mjml2html function",
"description": "Correctly imports and uses the mjml2html function from the mjml package to compile MJML templates",
"max_score": 15
},
{
"name": "Custom skeleton option",
"description": "Uses the 'skeleton' option in mjml2html to provide a custom HTML document structure function or module reference",
"max_score": 30
},
{
"name": "Skeleton function signature",
"description": "Creates a skeleton function that accepts an options parameter and returns a complete HTML document string",
"max_score": 20
},
{
"name": "Includes required placeholders",
"description": "The custom skeleton correctly includes and uses the required placeholders: ${options.lang}, ${options.dir}, ${options.fonts}, ${options.mediaQueries}, ${options.styles}, ${options.preview}, and ${options.content}",
"max_score": 25
},
{
"name": "Custom meta tags",
"description": "Adds the custom viewport meta tag and Open Graph meta tags to the document head section",
"max_score": 5
},
{
"name": "Tracking pixel placement",
"description": "Correctly places the tracking pixel image in the body before the ${options.content} placeholder",
"max_score": 5
}
]
}