evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses the cz-git package to implement an interactive commit message builder. The focus is on proper usage of cz-git's prompting mechanisms, configuration system, and message formatting capabilities to create a tool that follows the Conventional Commits specification.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses cz-git prompter",
"description": "Correctly imports and uses the cz-git `prompter` function or equivalent interactive prompting API from the cz-git/czg package to create the interactive commit message flow.",
"max_score": 25
},
{
"name": "Type selection implementation",
"description": "Properly configures and uses cz-git's type selection mechanism (e.g., through `types` or `typesAppend` configuration options) to present commit types (feat, fix, docs, etc.) for user selection.",
"max_score": 15
},
{
"name": "Scope prompting",
"description": "Implements scope prompting using cz-git's scope configuration options (e.g., `scopes`, `allowCustomScopes`, `allowEmptyScopes`) to enable optional scope input that can be skipped.",
"max_score": 15
},
{
"name": "Subject validation",
"description": "Uses cz-git's subject length validation features (e.g., `maxSubjectLength` configuration) to enforce the 72-character limit and provide real-time feedback during subject entry.",
"max_score": 20
},
{
"name": "Body input handling",
"description": "Leverages cz-git's body prompting capabilities to allow optional multi-line body input, properly integrating it into the final commit message format.",
"max_score": 10
},
{
"name": "Message formatting",
"description": "Uses cz-git's built-in message formatting to generate properly structured Conventional Commits messages in the format `<type>(<scope>): <subject>` with optional body, or uses the `formatMessageCB` callback if custom formatting is needed.",
"max_score": 10
},
{
"name": "Configuration system usage",
"description": "Properly utilizes cz-git's configuration system (through `UserConfig` type, `defineConfig` helper, or configuration options passed to the prompter) to customize the commit message builder behavior.",
"max_score": 5
}
]
}