evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses Nx's programmatic APIs for executing single tasks in a workspace. The focus is on proper usage of runExecutor, parseTargetString, and related utilities from @nx/devkit or the core Nx package.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses runExecutor",
"description": "Uses the runExecutor function from @nx/devkit or nx/src/executors/run-executor to execute tasks programmatically",
"max_score": 30
},
{
"name": "Uses parseTargetString",
"description": "Uses parseTargetString or similar utilities to construct proper target references from project and target parameters",
"max_score": 20
},
{
"name": "Handles configuration parameter",
"description": "Properly passes configuration options to the task execution (e.g., through the configuration property or options parameter)",
"max_score": 20
},
{
"name": "Processes execution results",
"description": "Correctly handles the async iterator or promise returned by runExecutor and extracts success/failure status from execution results",
"max_score": 20
},
{
"name": "Uses project graph",
"description": "Uses createProjectGraphAsync or readCachedProjectGraph to access workspace context when needed for task execution",
"max_score": 10
}
]
}