docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses the jsons package's strict mode functionality to implement schema-compliant serialization and deserialization. The focus is on correct usage of strict parameter and appropriate class specification in dump and load operations.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses jsons.load",
"description": "Uses jsons.load() function to deserialize dictionary data into UserProfile objects",
"max_score": 20
},
{
"name": "Strict deserialization",
"description": "Passes strict=True parameter to jsons.load() to enforce exact schema matching and reject unexpected fields",
"max_score": 25
},
{
"name": "Class specification",
"description": "Correctly specifies cls=UserProfile (or equivalent class parameter) when calling jsons.load() to define target type",
"max_score": 15
},
{
"name": "Uses jsons.dump",
"description": "Uses jsons.dump() function to serialize UserProfile objects into dictionaries",
"max_score": 20
},
{
"name": "Strict serialization",
"description": "Passes strict=True parameter to jsons.dump() to ensure only schema-defined attributes are serialized and errors are raised on failures",
"max_score": 15
},
{
"name": "Class for serialization",
"description": "Passes cls=UserProfile parameter to jsons.dump() for optimized strict mode serialization (4x faster performance)",
"max_score": 5
}
]
}