Auto-generated tile from GitHub (10 skills)
92
94%
Does it follow best practices?
Impact
92%
1.16xAverage score across 44 eval scenarios
Advisory
Suggest reviewing before use
{
"context": "Tests whether the agent correctly integrates neostandard/ESLint v9 linting into a CI pipeline and pre-commit hooks, using lint-staged with eslint, avoiding --fix in CI, and treating lint as a required quality gate.",
"type": "weighted_checklist",
"checklist": [
{
"name": "CI lint step present",
"description": "CI configuration (GitHub Actions, CircleCI, etc.) contains a step that runs 'npm run lint' or equivalent",
"max_score": 10
},
{
"name": "No --fix in CI",
"description": "CI lint command does NOT include '--fix'",
"max_score": 12
},
{
"name": "CI lint is required",
"description": "The CI lint step is not marked as optional/continue-on-error; lint failures block the pipeline",
"max_score": 10
},
{
"name": "lint-staged used",
"description": "lint-staged (or equivalent) is configured to run linting on staged files before commit",
"max_score": 10
},
{
"name": "lint-staged uses eslint",
"description": "lint-staged configuration calls 'eslint --fix' (not 'neostandard' or 'standard') on JS/TS file globs",
"max_score": 12
},
{
"name": "lint-staged file globs",
"description": "lint-staged glob pattern matches at least JS and TS file extensions (*.js and *.ts or equivalent combined pattern)",
"max_score": 8
},
{
"name": "Node version aligned",
"description": "CI configuration specifies a Node.js version that matches either the local .nvmrc, .node-version, or package.json engines field",
"max_score": 10
},
{
"name": "lint script in package.json",
"description": "package.json scripts.lint is present and calls 'eslint .'",
"max_score": 8
},
{
"name": "Flat config file",
"description": "An eslint.config.js or eslint.config.mjs file exists with neostandard as base",
"max_score": 8
},
{
"name": "Fix reserved for local",
"description": "Any --fix usage is limited to pre-commit or local scripts only — NOT in the CI workflow file",
"max_score": 12
}
]
}evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
scenario-11
scenario-12
scenario-13
scenario-14
scenario-15
scenario-16
scenario-17
scenario-18
scenario-19
scenario-20
scenario-21
scenario-22
scenario-23
scenario-24
scenario-25
scenario-26
scenario-27
scenario-28
scenario-29
scenario-30
scenario-31
scenario-32
scenario-33
scenario-34
scenario-35
scenario-36
scenario-37
scenario-38
scenario-39
scenario-40
scenario-41
scenario-42
scenario-43
scenario-44
skills
documentation
fastify
init
linting-neostandard-eslint9
node
nodejs-core
rules
oauth
octocat
snipgrapher