CtrlK
BlogDocsLog inGet started
Tessl Logo

pantheon-ai/skill-quality-auditor

Audit and improve skill collections with a 9-dimension scoring framework (Knowledge Delta, Mindset, Anti-Patterns, Specification Compliance, Progressive Disclosure, Freedom Calibration, Pattern Recognition, Practical Usability, Eval Validation), duplication detection, remediation planning, baseline comparison, and CI quality gates; use when evaluating skill quality, generating remediation plans, detecting duplicates, validating artifact conventions, or enforcing publication thresholds.

93

1.26x
Quality

89%

Does it follow best practices?

Impact

99%

1.26x

Average score across 5 eval scenarios

SecuritybySnyk

Passed

No known issues

Overview
Quality
Evals
Security
Files

review-report.schema.jsonassets/schemas/

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "title": "Skill Quality Auditor Review Report Format",
  "type": "object",
  "required": [
    "required_title_prefix",
    "required_frontmatter_keys",
    "required_metadata_labels",
    "required_h2_groups",
    "required_h2_order",
    "required_dimension_labels",
    "required_commands",
    "references_section_compliance"
  ],
  "properties": {
    "required_title_prefix": {
      "type": "string",
      "minLength": 1
    },
    "required_frontmatter_keys": {
      "type": "array",
      "minItems": 0,
      "items": { "type": "string" }
    },
    "recommended_frontmatter_keys": {
      "type": "array",
      "minItems": 0,
      "items": { "type": "string" }
    },
    "required_h2_groups": {
      "type": "array",
      "minItems": 5,
      "items": {
        "type": "array",
        "minItems": 1,
        "items": { "type": "string" }
      }
    },
    "required_h2_order": {
      "type": "array",
      "minItems": 5,
      "items": {
        "type": "array",
        "minItems": 1,
        "items": { "type": "string" }
      }
    },
    "recommended_h2_groups": {
      "type": "array",
      "items": {
        "type": "array",
        "minItems": 1,
        "items": { "type": "string" }
      }
    },
    "required_metadata_labels": {
      "type": "array",
      "minItems": 0,
      "items": { "type": "string" }
    },
    "recommended_metadata_labels": {
      "type": "array",
      "minItems": 0,
      "items": { "type": "string" }
    },
    "required_dimension_labels": {
      "type": "array",
      "minItems": 9,
      "items": { "type": "string" }
    },
    "required_commands": {
      "type": "array",
      "minItems": 0,
      "items": { "type": "string" }
    },
    "recommended_commands": {
      "type": "array",
      "minItems": 0,
      "items": { "type": "string" }
    },
    "references_section_compliance": {
      "type": "object",
      "description": "D4 bonus check: validates that SKILL.md ends with a correctly formatted ## References section using the Topic|Reference|When to Use table standard",
      "required": [
        "heading_correct",
        "is_last_section",
        "uses_table_format",
        "has_required_columns",
        "reference_column_has_links",
        "compliant",
        "score"
      ],
      "properties": {
        "heading_correct": {
          "type": "boolean",
          "description": "Heading is exactly '## References' (not Resources, Quick Reference, See Also, etc.)"
        },
        "is_last_section": {
          "type": "boolean",
          "description": "## References is the last H2 section in SKILL.md"
        },
        "uses_table_format": {
          "type": "boolean",
          "description": "Content uses a Markdown table (pipe-delimited) rather than a bullet list"
        },
        "has_required_columns": {
          "type": "boolean",
          "description": "Table header contains all three required columns: Topic, Reference, and When to Use (case-insensitive)"
        },
        "reference_column_has_links": {
          "type": "boolean",
          "description": "Every non-header cell in the Reference column contains a markdown link [text](url), not a bare URL or plain path"
        },
        "compliant": {
          "type": "boolean",
          "description": "Overall pass: all five checks above are true"
        },
        "score": {
          "type": "integer",
          "enum": [0, 1],
          "description": "Bonus points awarded: 1 if compliant, 0 otherwise"
        },
        "notes": {
          "type": "string",
          "description": "Optional explanation of non-compliance, listing which checks failed"
        }
      },
      "additionalProperties": false
    }
  },
  "additionalProperties": false
}

assets

SKILL.md

tile.json