docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses pnpm's workspace protocol feature to manage local dependencies in a monorepo. The focus is on proper usage of workspace protocol syntax and correct handling of workspace package references.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Read workspace config",
"description": "Uses appropriate methods to read and parse the pnpm-workspace.yaml file to discover package locations",
"max_score": 15
},
{
"name": "Discover workspace packages",
"description": "Correctly identifies all workspace packages by scanning the directories specified in pnpm-workspace.yaml and reading their package.json files",
"max_score": 20
},
{
"name": "Workspace protocol conversion",
"description": "Properly converts dependency version specifiers to 'workspace:*' protocol for packages that exist within the workspace",
"max_score": 30
},
{
"name": "Handle dependencies sections",
"description": "Correctly processes both 'dependencies' and 'devDependencies' sections in package.json files",
"max_score": 15
},
{
"name": "Preserve external dependencies",
"description": "Leaves external (non-workspace) package dependencies unchanged with their original version specifiers",
"max_score": 10
},
{
"name": "Report generation",
"description": "Generates accurate JSON output with totalPackages, convertedDependencies, and workspaceReferences matching the spec format",
"max_score": 10
}
]
}