evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer understands and utilizes czg's subject case transformation configuration system (upperCaseSubject option) to implement a commit message subject formatter. The focus is on proper usage of the package's capitalization control mechanisms.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Configuration option usage",
"description": "Correctly uses or references czg's upperCaseSubject configuration option (true for uppercase, false for lowercase, null for preserve)",
"max_score": 30
},
{
"name": "Uppercase transformation",
"description": "Implements uppercase mode that correctly transforms the first letter to uppercase, matching czg's behavior when upperCaseSubject is true",
"max_score": 20
},
{
"name": "Lowercase transformation",
"description": "Implements lowercase mode that correctly transforms the first letter to lowercase, matching czg's behavior when upperCaseSubject is false",
"max_score": 20
},
{
"name": "Preserve mode",
"description": "Implements preserve mode that keeps original capitalization unchanged, matching czg's behavior when upperCaseSubject is null or undefined",
"max_score": 15
},
{
"name": "Edge case handling",
"description": "Correctly handles edge cases like empty strings, matching czg's robust handling of various input scenarios",
"max_score": 15
}
]
}