{
  "context": "Tests whether the agent correctly verifies CLI prerequisites, handles the case where the CLI is absent or outdated, avoids auto-installing software, and handles error conditions including auth failures and Node.js version requirements.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Version check command",
      "description": "Uses `which short && short --version` (or an equivalent two-step command) to check for the CLI and its version",
      "max_score": 10
    },
    {
      "name": "No auto-install",
      "description": "Does NOT automatically run any install command (e.g., brew install, npm install) when the CLI is missing; only shows installation instructions",
      "max_score": 12
    },
    {
      "name": "Upgrade command accuracy",
      "description": "When version < 5.0.0, provides BOTH the brew upgrade command (`brew upgrade shortcut-cli`) AND the npm update command (`npm update -g @shortcut-cli/shortcut-cli`)",
      "max_score": 8
    },
    {
      "name": "Stop after missing CLI",
      "description": "When CLI is not found, the documented flow STOPS after showing installation instructions rather than attempting to continue with Shortcut operations",
      "max_score": 10
    },
    {
      "name": "Auth failure guidance",
      "description": "For an 'unauthorized' or 'invalid token' error, directs the user to run `short install` (not other commands like `short auth` or `short login`)",
      "max_score": 10
    },
    {
      "name": "Not-found ID handling",
      "description": "When a story/epic returns 'not found', the response both confirms the ID used AND suggests using search to find the item",
      "max_score": 8
    },
    {
      "name": "Node.js version requirement",
      "description": "ESM/import errors or 'unsupported engine' output is attributed to Node.js version and the response states Node.js >= 20.19.0 is required",
      "max_score": 10
    },
    {
      "name": "Network error guidance",
      "description": "A timeout or connection error results in guidance to check the network connection (not to retry automatically)",
      "max_score": 7
    },
    {
      "name": "Prerequisite check before operation",
      "description": "The script/plan checks prerequisites BEFORE attempting any Shortcut data operation",
      "max_score": 10
    },
    {
      "name": "Minimum Node version stated",
      "description": "Installation instructions include the minimum Node.js version requirement (20.19.0)",
      "max_score": 8
    },
    {
      "name": "Homebrew install shown",
      "description": "Installation instructions include the Homebrew option (`brew install shortcut-cli`)",
      "max_score": 7
    }
  ]
}