docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses the jsons package's generic type support capabilities to handle typed collections (List, Dict, Optional, Union) during serialization and deserialization of nested data structures.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses jsons.dump",
"description": "Uses jsons.dump() or jsons.dumps() to serialize AppConfiguration objects to JSON format",
"max_score": 15
},
{
"name": "Uses jsons.load",
"description": "Uses jsons.load() or jsons.loads() with the correct class parameter to deserialize JSON back into AppConfiguration objects",
"max_score": 15
},
{
"name": "Typed List handling",
"description": "Correctly uses List[ServerConfig] and List[str] type hints to enable jsons to properly deserialize list elements to the correct types",
"max_score": 20
},
{
"name": "Typed Dict handling",
"description": "Correctly uses Dict[str, int] and Dict[str, str] type hints to enable jsons to properly deserialize dictionary keys and values to the correct types",
"max_score": 15
},
{
"name": "Optional type handling",
"description": "Correctly uses Optional[FeatureFlags] type hint to enable jsons to handle None values and deserialize when present",
"max_score": 15
},
{
"name": "Union type handling",
"description": "Correctly uses Union[str, Dict[str, str]] type hint to enable jsons to deserialize values that can be one of multiple types",
"max_score": 15
},
{
"name": "Nested object deserialization",
"description": "Leverages jsons' automatic recursive deserialization to correctly reconstruct nested ServerConfig and FeatureFlags objects within AppConfiguration",
"max_score": 5
}
]
}