evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses Nx's workspace inspection and querying APIs to retrieve project configurations, target information, and list projects. The focus is on proper usage of Nx's programmatic APIs for workspace analysis.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Project Graph API",
"description": "Uses createProjectGraphAsync() or readCachedProjectGraph() to access the workspace project graph for retrieving project information",
"max_score": 25
},
{
"name": "Project Configuration Retrieval",
"description": "Uses readProjectConfiguration() or accesses project graph nodes correctly to retrieve project configuration details including name, root, sourceRoot, and projectType",
"max_score": 25
},
{
"name": "Target Configuration Access",
"description": "Correctly accesses target configurations from project configuration objects, extracting executor, options, and configurations for specific targets",
"max_score": 20
},
{
"name": "Error Handling",
"description": "Properly handles cases where projects or targets don't exist by throwing appropriate errors with clear messages",
"max_score": 15
},
{
"name": "Project Filtering",
"description": "Implements project listing with correct filtering logic based on project type (application vs library) using projectType property",
"max_score": 15
}
]
}