{
  "context": "Tests whether the agent correctly identifies an older pipeline version, explains missing features, and produces an upgraded workflow with score diff tracking, caching, and auto-optimize support.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Version identified",
      "description": "Analysis correctly identifies the existing pipeline as v1 or v2 (basic implementation without --json, cache, or score diffs)",
      "max_score": 10
    },
    {
      "name": "Missing --json flag noted",
      "description": "Analysis notes the existing pipeline does not use --json flag for structured output",
      "max_score": 8
    },
    {
      "name": "Missing cache noted",
      "description": "Analysis identifies that score caching and diff tracking are missing",
      "max_score": 8
    },
    {
      "name": "Missing PR comments noted",
      "description": "Analysis identifies that structured PR comment posting is missing",
      "max_score": 8
    },
    {
      "name": "Upgraded uses --json",
      "description": "Upgraded workflow uses tessl skill review --json for structured output",
      "max_score": 10
    },
    {
      "name": "Cache file created",
      "description": "Migration plan includes initializing .github/.tessl/skill-review-cache.json",
      "max_score": 8
    },
    {
      "name": "Score diff logic",
      "description": "Upgraded workflow includes comparison against cached previous scores with diff indicators",
      "max_score": 10
    },
    {
      "name": "PR comment posting",
      "description": "Upgraded workflow includes a step to post or update PR comments with review results",
      "max_score": 8
    },
    {
      "name": "Cache commit job",
      "description": "Upgraded workflow includes a separate job or step to commit cache updates on push to main",
      "max_score": 8
    },
    {
      "name": "Preserves main branch",
      "description": "Upgraded workflow preserves the original 'main' branch target",
      "max_score": 6
    },
    {
      "name": "Backup recommendation",
      "description": "Migration plan recommends backing up the existing workflow before replacing it",
      "max_score": 8
    },
    {
      "name": "Push trigger added",
      "description": "Upgraded workflow adds push trigger to main branch (missing from original) for cache updates",
      "max_score": 8
    }
  ]
}