docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how well the engineer uses MJML's standard component library to build a newsletter email template. The focus is on proper usage of structural layout components, content components, and interactive components to generate valid MJML markup.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Hero component usage",
"description": "Uses `mj-hero` component with appropriate attributes (background-url or similar) to create the hero header section with title and subtitle text",
"max_score": 15
},
{
"name": "Text component usage",
"description": "Uses `mj-text` component to display article headings, body content, and copyright text with appropriate content",
"max_score": 15
},
{
"name": "Button component usage",
"description": "Uses `mj-button` component for call-to-action sections with href attribute linking to the provided URL",
"max_score": 12
},
{
"name": "Image component usage",
"description": "Uses `mj-image` component with src and alt attributes properly set from the configuration data",
"max_score": 12
},
{
"name": "Divider component usage",
"description": "Uses `mj-divider` component to create visual separators between content sections",
"max_score": 10
},
{
"name": "Social component usage",
"description": "Uses `mj-social` component (and `mj-social-element` if needed) to display social media links with network and href attributes",
"max_score": 12
},
{
"name": "Layout structure",
"description": "Properly uses `mj-body`, `mj-section`, and `mj-column` components to create valid MJML document structure with appropriate nesting",
"max_score": 15
},
{
"name": "Dynamic content mapping",
"description": "Correctly maps input data to component attributes (e.g., hero.backgroundImage to background-url, section type to appropriate component, social network to mj-social-element)",
"max_score": 9
}
]
}