evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses the openapi-types package to work with XML serialization metadata in OpenAPI 3.0 schemas. The focus is on proper usage of OpenAPIV3.SchemaObject, OpenAPIV3.XMLObject, and related type definitions.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Import OpenAPIV3 types",
"description": "Correctly imports OpenAPIV3 namespace or specific types from 'openapi-types' package (e.g., import { OpenAPIV3 } from 'openapi-types')",
"max_score": 10
},
{
"name": "Use OpenAPIV3.SchemaObject",
"description": "Uses OpenAPIV3.SchemaObject type for schema parameters and return types in the addXMLMetadata function signature",
"max_score": 15
},
{
"name": "Use OpenAPIV3.XMLObject",
"description": "Properly references or uses OpenAPIV3.XMLObject type when working with the xml property of schemas (either explicitly typed or implicitly through SchemaObject)",
"max_score": 20
},
{
"name": "Set xml.name property",
"description": "Correctly assigns the name property to the schema's xml object, creating the xml object if it doesn't exist",
"max_score": 10
},
{
"name": "Set xml.namespace property",
"description": "Correctly assigns the namespace property to the schema's xml object",
"max_score": 10
},
{
"name": "Set xml.prefix property",
"description": "Correctly assigns the prefix property to the schema's xml object",
"max_score": 10
},
{
"name": "Set xml.attribute property",
"description": "Correctly assigns the attribute boolean property to the schema's xml object",
"max_score": 10
},
{
"name": "Set xml.wrapped property",
"description": "Correctly assigns the wrapped boolean property to the schema's xml object",
"max_score": 10
},
{
"name": "Validate XMLObject structure",
"description": "Implements hasValidXMLMetadata function that checks for the presence and structure of the xml property in a SchemaObject, leveraging type information from OpenAPIV3.XMLObject",
"max_score": 5
}
]
}