evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates whether the solution drives CKEditor mention insertion through the built-in command so marker validation, spacing, and formatting behaviors remain intact. Checks focus on passing proper data to MentionCommand and avoiding manual text manipulation. Scoring is entirely about correct use of the package APIs for marker-validated mention insertion.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Mention command",
"description": "Uses the CKEditor mention command (e.g., editor.execute('mention', ...) or MentionCommand#execute) instead of manual text insertion to perform mention placement.",
"max_score": 25
},
{
"name": "Marker validation",
"description": "Ensures mention.id starts with the marker before execution and allows MentionCommand#execute to throw on mismatches rather than silently rewriting ids.",
"max_score": 20
},
{
"name": "Text override",
"description": "Passes a text property through the mention data when provided so MentionCommand#execute inserts that custom text instead of the label.",
"max_score": 15
},
{
"name": "Auto spacing",
"description": "Relies on the command's built-in auto-spacing (adds a trailing space unless followed by whitespace or brackets) and avoids manual concatenation that would bypass this behavior.",
"max_score": 20
},
{
"name": "Attribute merge",
"description": "Lets the mention command merge existing selection attributes (bold, links, etc.) so the inserted mention retains active formatting instead of resetting marks.",
"max_score": 20
}
]
}