{
  "context": "This evaluation assesses how well the engineer uses Modal's stream processing capabilities to implement a real-time log aggregation system. The focus is on proper usage of Sandbox creation, process execution with streaming I/O, and asynchronous stream reading patterns.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Sandbox creation",
      "description": "Uses modal.Sandbox.create() to spawn multiple sandbox instances for parallel process execution",
      "max_score": 15
    },
    {
      "name": "Process execution",
      "description": "Uses sandbox.exec() to run commands in each sandbox and obtain process handles with streaming capabilities",
      "max_score": 15
    },
    {
      "name": "Stream reading",
      "description": "Properly accesses and uses the stdout stream from ContainerProcess objects (e.g., process.stdout)",
      "max_score": 20
    },
    {
      "name": "Async iteration",
      "description": "Uses async iteration (async for) or StreamReader methods to read output lines as they become available",
      "max_score": 20
    },
    {
      "name": "Parallel processing",
      "description": "Uses asyncio.gather(), asyncio.create_task(), or similar patterns to process multiple streams concurrently",
      "max_score": 15
    },
    {
      "name": "Real-time writing",
      "description": "Writes log lines to output file progressively as they arrive, not after all streams complete",
      "max_score": 10
    },
    {
      "name": "Resource cleanup",
      "description": "Properly waits for processes and cleans up sandbox resources (e.g., using sandbox.wait() or similar)",
      "max_score": 5
    }
  ]
}