evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates whether the solution routes toast, confirmation, and dynamic dialog behaviors through PrimeVue's programmatic overlay services and event buses rather than manual component state. Focuses on correct use of the Toast, Confirmation, and Dialog services to satisfy the spec's behaviors. Checks payload fidelity and lifecycle handling when invoking these services.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Service usage",
"description": "Uses PrimeVue overlay composables/services (e.g., useToast/ToastService, useConfirm/ConfirmationService, useDialog/DialogService) instead of manually rendering components; service instances are initialized once within the controller.",
"max_score": 20
},
{
"name": "Toast dispatch",
"description": "Invokes the toast service's event bus (toast.add or equivalent) with the provided severity, summary, optional detail, life, and group so notifications are queued with library defaults for timing.",
"max_score": 15
},
{
"name": "Confirm require",
"description": "Leverages the confirmation service (confirm.require or equivalent) to show the prompt and resolves the returned Promise based on accept/reject callbacks without reimplementing dialog logic.",
"max_score": 15
},
{
"name": "Confirm options",
"description": "Passes message, optional header, icon, acceptLabel, and rejectLabel into the confirmation service call so the overlay renders with the requested copy and visuals.",
"max_score": 15
},
{
"name": "Dialog open",
"description": "Uses the dialog service (dialog.open/dialogService.open or equivalent) to spawn a dynamic dialog with the provided header/content and closable flag, returning a handle bound to the service's ref.",
"max_score": 20
},
{
"name": "Dialog close",
"description": "Implements the handle.close by calling the dialog service's close/resolve method on the created instance to remove the same dialog, ensuring no manual DOM teardown.",
"max_score": 15
}
]
}