docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer utilizes the json-schema-traverse package to understand and work with the skipKeywords mechanism. The focus is on accessing and using the skipKeywords collection that json-schema-traverse exposes, rather than hardcoding keyword lists.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses traverse.skipKeywords",
"description": "The getSkipKeywords() function accesses and returns the traverse.skipKeywords object from the json-schema-traverse package rather than hardcoding a keyword list.",
"max_score": 35
},
{
"name": "Leverages skipKeywords object",
"description": "The isValidationKeyword() function checks if a keyword exists in traverse.skipKeywords (or the object returned by getSkipKeywords()) rather than using hardcoded string comparisons or arrays.",
"max_score": 25
},
{
"name": "Accesses package correctly",
"description": "The code correctly imports/requires json-schema-traverse and accesses its skipKeywords property using proper JavaScript property access (e.g., traverse.skipKeywords).",
"max_score": 20
},
{
"name": "Filters using skipKeywords",
"description": "The extractValidationKeywords() function iterates through schema properties and uses traverse.skipKeywords (or calls isValidationKeyword()) to filter and extract only validation keywords.",
"max_score": 20
}
]
}