{
  "context": "Tests whether the agent correctly uses the postman2pytest CLI with folder filtering to convert only the Orders folder of a Postman Collection v2.1, producing exactly the two Orders tests and excluding the Catalog requests.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Installs postman2pytest",
      "description": "Installs the tool from PyPI (pip install postman2pytest) rather than hand-writing the conversion",
      "max_score": 10
    },
    {
      "name": "Runs CLI with --filter-folder",
      "description": "Invokes the postman2pytest CLI with --collection, --out, and --filter-folder targeting the Orders folder, rather than manually selecting requests",
      "max_score": 18
    },
    {
      "name": "Exactly two test functions",
      "description": "The generated module defines exactly two test_ functions corresponding to the two Orders requests (List orders, Create order)",
      "max_score": 18
    },
    {
      "name": "Catalog requests excluded",
      "description": "None of the Catalog folder requests (List products, Get product) appear as test functions in the filtered output",
      "max_score": 16
    },
    {
      "name": "Module parses as valid Python",
      "description": "The generated module is valid Python (ast.parse succeeds) and imports only os, pytest, and requests",
      "max_score": 12
    },
    {
      "name": "results.txt produced",
      "description": "results.txt is created and contains the test-count output and the list of generated test function names",
      "max_score": 10
    }
  ]
}