evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how well the engineer uses Nx's configuration APIs to implement workspace cache directory management. The focus is on proper usage of readNxJson(), updateNxJson(), readProjectConfiguration(), and updateProjectConfiguration() to manipulate cache settings.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Read workspace configuration",
"description": "Uses readNxJson() from @nx/devkit to read the workspace configuration (nx.json) when getting or setting cache directory",
"max_score": 15
},
{
"name": "Update workspace configuration",
"description": "Uses updateNxJson() from @nx/devkit to persist changes to the workspace configuration (nx.json) when setting cache directory",
"max_score": 15
},
{
"name": "Set cacheDirectory property",
"description": "Correctly sets the cacheDirectory property in nx.json configuration object to configure the workspace cache directory path",
"max_score": 10
},
{
"name": "Read project configuration",
"description": "Uses readProjectConfiguration() from @nx/devkit to read project-specific configuration when working with cacheable outputs",
"max_score": 15
},
{
"name": "Update project configuration",
"description": "Uses updateProjectConfiguration() from @nx/devkit to persist changes to project configuration when setting cacheable outputs",
"max_score": 15
},
{
"name": "Configure target outputs",
"description": "Correctly sets the outputs array in the target configuration within the project configuration object to define cacheable output patterns",
"max_score": 10
},
{
"name": "Clear cache implementation",
"description": "Uses appropriate Nx APIs or file system operations to remove cached data from the configured cache directory and return the count",
"max_score": 10
},
{
"name": "Handle workspaceRoot parameter",
"description": "Properly uses the workspaceRoot parameter with Nx configuration APIs (e.g., as tree parameter or for path resolution)",
"max_score": 10
}
]
}