{
  "context": "This evaluation assesses how well the engineer uses pip's VCS installation capabilities to build a utility for installing packages from version control repositories. The focus is on correctly utilizing pip's VCS URL syntax, understanding different VCS schemes, and properly constructing installation commands with pip.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "VCS URL parsing",
      "description": "Correctly parses VCS URLs to extract the VCS type (git, hg, svn, bzr) from URL schemes like 'git+https://', 'hg+https://', etc. The implementation should identify the scheme prefix before the '+' character.",
      "max_score": 20
    },
    {
      "name": "Revision extraction",
      "description": "Properly extracts revision specifiers (branches, tags, commits) from VCS URLs using the '@' delimiter. For example, 'git+https://github.com/user/repo.git@v1.0.0' should extract 'v1.0.0' as the revision.",
      "max_score": 15
    },
    {
      "name": "Subdirectory parsing",
      "description": "Correctly parses subdirectory fragments from VCS URLs using the '#subdirectory=' syntax. For example, 'git+https://github.com/user/repo.git#subdirectory=pkg' should extract 'pkg' as the subdirectory.",
      "max_score": 15
    },
    {
      "name": "Pip command construction",
      "description": "Builds proper pip install commands using the format 'pip install <vcs-url>'. The implementation should maintain the complete VCS URL syntax including scheme, revision, and subdirectory components.",
      "max_score": 20
    },
    {
      "name": "Editable installation",
      "description": "Correctly implements editable installations using pip's '-e' or '--editable' flag. The command should be formatted as 'pip install -e <vcs-url>' when editable is requested.",
      "max_score": 15
    },
    {
      "name": "VCS installation execution",
      "description": "Executes pip install commands for VCS URLs, properly invoking pip as a subprocess or module. The implementation should handle both regular and editable installations from version control repositories.",
      "max_score": 15
    }
  ]
}