evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates use of @ckeditor/ckeditor5-mention to configure custom-rendered suggestion rows and override inserted mention text per the spec, ensuring metadata is preserved and interactions rely on the mention APIs.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Mention feed config",
"description": "Initializes the Mention plugin with config.mention.feeds matching the @/# markers and uses object feed items carrying id/label/handle/avatarUrl/note rather than plain strings.",
"max_score": 20
},
{
"name": "Custom itemRenderer",
"description": "Provides an itemRenderer that returns DOM or HTML showing avatar placeholders plus label and @handle, replacing the default button rendering for dropdown entries.",
"max_score": 20
},
{
"name": "Insert text override",
"description": "Supplies feed items with a text override and wires mention insertion (via MentionCommand#execute or the configured feeds) so selected items insert the override/handle instead of the label, with fallback to label when no override is present.",
"max_score": 25
},
{
"name": "Mention attribute data",
"description": "Uses toMentionAttribute/custom converters so inserted mentions retain id, label, handle, avatarUrl, and optional note on the mention attribute for later retrieval.",
"max_score": 20
},
{
"name": "Native insertion behavior",
"description": "Relies on the Mention command's built-in trailing-space and selection handling rather than manual text insertion (e.g., uses MentionCommand#execute with mention data).",
"max_score": 15
}
]
}