{
  "context": "This evaluation assesses how well the engineer uses the @google/gemini-cli-core package to implement shell command execution with safety confirmations, output handling, and timeout protection. The focus is on proper usage of the package's shell execution APIs and safety features.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Uses ShellTool",
      "description": "Implementation uses the ShellTool class or shell execution utilities from @google/gemini-cli-core package to execute commands rather than directly using child_process",
      "max_score": 25
    },
    {
      "name": "Implements approval flow",
      "description": "Correctly implements user approval prompting before command execution using the package's confirmation/approval mechanisms or the provided promptForApproval callback",
      "max_score": 20
    },
    {
      "name": "Captures output properly",
      "description": "Properly captures and returns both stdout and stderr from executed commands using the package's output handling features",
      "max_score": 15
    },
    {
      "name": "Handles denial correctly",
      "description": "When approval is denied, prevents command execution and returns appropriate cancellation message without executing the shell command",
      "max_score": 10
    },
    {
      "name": "Output truncation",
      "description": "Implements output length checking and truncation logic, marking truncated output appropriately when it exceeds the configured maxOutputLength",
      "max_score": 15
    },
    {
      "name": "Timeout configuration",
      "description": "Uses the package's timeout protection features or correctly configures command execution timeout using the timeout option from @google/gemini-cli-core",
      "max_score": 10
    },
    {
      "name": "Timeout handling",
      "description": "Properly handles timeout scenarios by terminating long-running commands and returning timeout errors using the package's timeout mechanisms",
      "max_score": 5
    }
  ]
}