Auto-generated tile from GitHub (10 skills)
92
94%
Does it follow best practices?
Impact
92%
1.16xAverage score across 44 eval scenarios
Advisory
Suggest reviewing before use
{
"context": "Tests whether the agent correctly sets up CI-wide environment variables for snipgrapher, understands the CLI flags > env vars > config precedence, uses explicit output paths, verifies render output, and uses npx --yes for the fallback invocation pattern.",
"type": "weighted_checklist",
"checklist": [
{
"name": "SNIPGRAPHER_THEME env var",
"description": "Script or CI config sets the SNIPGRAPHER_THEME environment variable",
"max_score": 7
},
{
"name": "SNIPGRAPHER_FORMAT env var",
"description": "Script or CI config sets the SNIPGRAPHER_FORMAT environment variable",
"max_score": 7
},
{
"name": "SNIPGRAPHER_PROFILE env var",
"description": "Script or CI config sets the SNIPGRAPHER_PROFILE environment variable",
"max_score": 7
},
{
"name": "Additional env vars",
"description": "Script or CI config sets at least one of: SNIPGRAPHER_FONT_SIZE, SNIPGRAPHER_PADDING, SNIPGRAPHER_LINE_NUMBERS",
"max_score": 7
},
{
"name": "CLI flag override",
"description": "Script demonstrates a CLI flag (--theme, --format, --profile, or similar) overriding an env var or config value for a one-off render",
"max_score": 10
},
{
"name": "Precedence documented",
"description": "Script or documentation mentions the precedence order: CLI flags > env vars > config file > defaults (or a subset thereof)",
"max_score": 8
},
{
"name": "Explicit output path",
"description": "Render command includes -o / --output with an explicit file path and extension",
"max_score": 8
},
{
"name": "Output size verification",
"description": "Script includes a check that the output file exists and is non-zero in size (e.g. ls -lh, test -s, wc -c)",
"max_score": 10
},
{
"name": "Npx --yes syntax",
"description": "Script uses 'npx --yes snipgrapher' (with --yes flag) as the invocation pattern for non-globally-installed usage",
"max_score": 10
},
{
"name": "Commands logged",
"description": "Script or output file records the exact commands run and resulting output file paths",
"max_score": 8
},
{
"name": "Verbose on failure",
"description": "Script includes --verbose flag or documentation mentions re-running with --verbose if render fails",
"max_score": 8
},
{
"name": "Config-first pattern",
"description": "Script shows config initialization before rendering (snipgrapher init / npx snipgrapher init)",
"max_score": 10
}
]
}evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
scenario-11
scenario-12
scenario-13
scenario-14
scenario-15
scenario-16
scenario-17
scenario-18
scenario-19
scenario-20
scenario-21
scenario-22
scenario-23
scenario-24
scenario-25
scenario-26
scenario-27
scenario-28
scenario-29
scenario-30
scenario-31
scenario-32
scenario-33
scenario-34
scenario-35
scenario-36
scenario-37
scenario-38
scenario-39
scenario-40
scenario-41
scenario-42
scenario-43
scenario-44
skills
documentation
fastify
init
linting-neostandard-eslint9
node
nodejs-core
rules
oauth
octocat
snipgrapher