{
  "context": "This criteria evaluates how well the engineer uses the invoke package's dry-run and warning modes functionality to implement a deployment script with preview and resilient execution capabilities.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Uses c.run() method",
      "description": "Uses the Context.run() method to execute shell commands within the deploy_application function",
      "max_score": 15
    },
    {
      "name": "Implements dry parameter",
      "description": "Uses the dry parameter of c.run() (e.g., c.run(cmd, dry=preview)) to implement preview mode functionality where commands are shown but not executed",
      "max_score": 30
    },
    {
      "name": "Implements warn parameter",
      "description": "Uses the warn parameter of c.run() (e.g., c.run(cmd, warn=resilient)) to implement resilient execution where failing commands don't stop execution",
      "max_score": 30
    },
    {
      "name": "Iterates over commands",
      "description": "Properly iterates through the commands list parameter and executes each command using c.run()",
      "max_score": 10
    },
    {
      "name": "Returns correct structure",
      "description": "Returns a dictionary with 'success' (bool) and 'completed_steps' (list of str) keys as specified in the API",
      "max_score": 10
    },
    {
      "name": "Tracks execution state",
      "description": "Correctly populates completed_steps list and sets success flag based on execution results, accounting for resilient mode behavior",
      "max_score": 5
    }
  ]
}