or run

npx @tessl/cli init
Log in

Version

Files

tile.json

rubric.jsonevals/scenario-5/

{
  "context": "This criteria evaluates how well the engineer uses czg/cz-git's commitlint integration capabilities to read and apply commitlint rules. The focus is on correctly extracting scope enums, applying length constraints, and respecting rule severity levels when generating commit configuration options.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Scope enum extraction",
      "description": "Correctly reads the 'scope-enum' rule from commitlint configuration and extracts the array of allowed scopes from the third element of the rule tuple",
      "max_score": 25
    },
    {
      "name": "Header length constraint",
      "description": "Properly extracts the 'header-max-length' rule value from commitlint config and applies it to the maxHeaderLength option",
      "max_score": 20
    },
    {
      "name": "Subject length constraint",
      "description": "Correctly reads the 'subject-max-length' rule from commitlint config and applies it to the maxSubjectLength option",
      "max_score": 20
    },
    {
      "name": "Severity level handling",
      "description": "Properly respects rule severity levels (0=disable, 1=warning, 2=error) by only applying rules with non-zero severity, particularly checking the first element of the rule tuple",
      "max_score": 25
    },
    {
      "name": "Rule tuple parsing",
      "description": "Correctly handles the commitlint rule tuple format [severity, applicable, value] to extract configuration values from the appropriate position",
      "max_score": 10
    }
  ]
}