{
  "context": "This criteria evaluates how well the engineer uses IPython's asynchronous computing capabilities to implement an async code execution utility. It focuses on proper usage of IPython's interactive shell, async execution methods, autoawait configuration, and loop runner management.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Shell Instance Creation",
      "description": "Uses IPython.start_ipython() or IPython.get_ipython() or creates an InteractiveShell/TerminalInteractiveShell instance to obtain a shell capable of executing code",
      "max_score": 20
    },
    {
      "name": "Code Execution Method",
      "description": "Uses the shell's run_cell() method to execute code strings, properly passing the code parameter and handling the execution result",
      "max_score": 25
    },
    {
      "name": "Autoawait Configuration",
      "description": "Sets the shell's autoawait attribute/property to True or uses the appropriate configuration to enable top-level await support (e.g., shell.autoawait = True or c.TerminalInteractiveShell.autoawait = True)",
      "max_score": 25
    },
    {
      "name": "Loop Runner Configuration",
      "description": "Configures the async loop runner by setting the shell's loop_runner attribute/property or configuration (e.g., shell.loop_runner = 'asyncio'/'trio'/'curio' or c.TerminalInteractiveShell.loop_runner = '...')",
      "max_score": 25
    },
    {
      "name": "Result Handling",
      "description": "Properly accesses the execution result and/or user namespace (shell.user_ns) to verify code execution or return values",
      "max_score": 5
    }
  ]
}