docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses the jsons library to serialize and deserialize Path objects. The focus is on proper usage of jsons.dump(), jsons.load(), and correct handling of pathlib.Path types in serialization scenarios.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses jsons.dump()",
"description": "The save_config function uses jsons.dump() to serialize the Config object to a dictionary",
"max_score": 25
},
{
"name": "Uses jsons.load()",
"description": "The load_config function uses jsons.load() with Config as the target class to deserialize the JSON data",
"max_score": 25
},
{
"name": "Proper type hints",
"description": "The Config class includes type hints for the Path and List[Path] attributes, which enables jsons to correctly deserialize path strings back to Path objects",
"max_score": 20
},
{
"name": "Path serialization",
"description": "Path objects are successfully serialized to JSON-compatible string format using jsons (not manual string conversion)",
"max_score": 15
},
{
"name": "Path deserialization",
"description": "String paths are successfully deserialized back to Path objects using jsons (not manual Path() constructor calls)",
"max_score": 15
}
]
}