evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses the openapi-types package to correctly handle parameter serialization validation, specifically focusing on the ParameterObject type and its style, explode, allowReserved, and in (location) properties.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Import ParameterObject type",
"description": "Imports the OpenAPIV3.ParameterObject type (or OpenAPIV3_1.ParameterObject) from the openapi-types package to properly type the parameter argument",
"max_score": 15
},
{
"name": "Access style property",
"description": "Accesses and validates the 'style' property from the ParameterObject, which controls parameter serialization format",
"max_score": 20
},
{
"name": "Access in property",
"description": "Accesses the 'in' property from the ParameterObject to determine parameter location (query, path, header, cookie)",
"max_score": 20
},
{
"name": "Validate location-style combinations",
"description": "Implements validation logic that checks if the style value is appropriate for the parameter location (e.g., deepObject only for query, simple for header)",
"max_score": 25
},
{
"name": "Access explode property",
"description": "Accesses the 'explode' property from the ParameterObject to check array/object expansion settings",
"max_score": 10
},
{
"name": "Access allowReserved property",
"description": "Accesses the 'allowReserved' property from the ParameterObject and validates it is only used for query parameters",
"max_score": 10
}
]
}