docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses an engineer's ability to use MJML's custom CSS styling capabilities, specifically the mj-style component for adding custom CSS rules and proper MJML template structure for styled email generation.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses mjml2html",
"description": "Code imports and correctly calls the mjml2html function from the mjml package to compile MJML templates to HTML",
"max_score": 20
},
{
"name": "Uses mj-style",
"description": "Code uses the mj-style component within mj-head to add custom CSS rules (specifically for styling anchor tags with the link color)",
"max_score": 25
},
{
"name": "Uses mj-title/mj-preview",
"description": "Code uses mj-title or mj-preview components in the mj-head section to set the email preview title",
"max_score": 15
},
{
"name": "Template structure",
"description": "Code generates a valid MJML template structure with mjml, mj-head, mj-body, mj-section, mj-column, and mj-text elements properly nested",
"max_score": 20
},
{
"name": "Applies background color",
"description": "Code applies the backgroundColor parameter to the mj-section component using the background-color attribute",
"max_score": 10
},
{
"name": "Returns HTML",
"description": "Code extracts and returns the html property from the mjml2html result object",
"max_score": 10
}
]
}