{
  "context": "Evaluates how well the solution orchestrates asynchronous jobs using Python's asyncio event loop primitives. Focuses on bounded concurrency, per-job timeouts, cancellation and stop responsiveness, and loop lifecycle when bridging sync and async entrypoints.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Bounded scheduling",
      "description": "Uses asyncio primitives such as create_task with an asyncio.Semaphore or asyncio.TaskGroup to cap simultaneous jobs at max_concurrency, scheduling coroutines on the running loop instead of blocking calls.",
      "max_score": 25
    },
    {
      "name": "Ordered results",
      "description": "Aggregates asyncio.Task outcomes while preserving submission order, e.g., by pairing create_task with stored indices and materializing results via asyncio.gather or equivalent ordered awaits.",
      "max_score": 15
    },
    {
      "name": "Timeout enforcement",
      "description": "Wraps each job in asyncio.wait_for or asyncio.timeout to enforce per_job_timeout, handles asyncio.TimeoutError, and cancels the underlying task so timed-out work stops executing.",
      "max_score": 20
    },
    {
      "name": "Stop responsiveness",
      "description": "Listens for stop_signal or stop_after concurrently (e.g., asyncio.wait on a stop future or timeout) and issues Task.cancel on in-flight jobs, shielding protected ones with asyncio.shield or equivalent before marking results appropriately.",
      "max_score": 20
    },
    {
      "name": "Loop lifecycle",
      "description": "run_sync spins up and tears down its own event loop using asyncio.new_event_loop/set_event_loop or asyncio.run, ensures pending tasks are awaited or cancelled before close, and avoids reusing or leaving behind a running loop across calls.",
      "max_score": 20
    }
  ]
}