evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how well the engineer leverages Nx's workspace synchronization capabilities to implement a tool that detects and repairs configuration drift. The focus is on proper usage of Nx sync APIs, workspace interaction patterns, and handling of sync operations.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Nx Sync Invocation",
"description": "Uses Nx's sync command or API (e.g., via child_process to run 'nx sync' or using Nx's programmatic sync utilities) to perform workspace synchronization",
"max_score": 30
},
{
"name": "Sync Check Implementation",
"description": "Properly implements sync status checking using appropriate Nx APIs or by running 'nx sync --check' to detect out-of-sync files without modifying them",
"max_score": 25
},
{
"name": "Dry-Run Support",
"description": "Implements dry-run mode using Nx's '--dry-run' flag or equivalent API to preview changes without applying them",
"max_score": 20
},
{
"name": "Workspace Context",
"description": "Uses Nx workspace APIs such as workspaceRoot, readProjectGraph, or other devkit utilities to properly access workspace configuration and context",
"max_score": 15
},
{
"name": "Error Handling",
"description": "Properly handles and reports errors from Nx sync operations, including parsing error output and providing meaningful error messages",
"max_score": 10
}
]
}