{
  "context": "Tests whether the agent correctly integrates the pidge v3 library into an async FastAPI endpoint, including correct client lifecycle management, configuration from environment variables, message construction, delivery confirmation, error handling, and response structure.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Async context manager",
      "description": "Uses `async with NotificationClient(...) as client:` pattern — client is not stored as a long-lived instance variable or used outside the context manager",
      "max_score": 12
    },
    {
      "name": "NotificationConfig from env",
      "description": "API key is read from an environment variable (e.g. os.environ or os.getenv), NOT hardcoded as a string literal in NotificationConfig",
      "max_score": 10
    },
    {
      "name": "Message keyword arguments",
      "description": "Message is constructed using named keyword arguments (to=, subject=, body=), not positional arguments",
      "max_score": 8
    },
    {
      "name": "Uses dispatch not send",
      "description": "Calls `client.dispatch(msg)` (awaited) — does NOT call `.send()` or any v2 method",
      "max_score": 10
    },
    {
      "name": "Delivery confirmation check",
      "description": "Checks either `result.success` or `result.status == Status.SENT` after dispatch to determine if the notification succeeded",
      "max_score": 10
    },
    {
      "name": "Logs message_id",
      "description": "Logs `result.message_id` after a successful dispatch (e.g. logger.info with message_id)",
      "max_score": 8
    },
    {
      "name": "DispatchError caught explicitly",
      "description": "Imports and catches `DispatchError` from pidge in a try/except block around the dispatch call",
      "max_score": 12
    },
    {
      "name": "No 500 on DispatchError",
      "description": "When DispatchError is caught, the endpoint returns a graceful response (not raises or re-raises the error resulting in a 500)",
      "max_score": 10
    },
    {
      "name": "notification_sent in response",
      "description": "The endpoint response includes a `notification_sent` field set to True or False",
      "max_score": 10
    },
    {
      "name": "No v2 API usage",
      "description": "Does NOT import or use `Notifier`, `NotifierConfig`, or `.send()` anywhere in the code",
      "max_score": 10
    }
  ]
}