docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses the plist package to parse Apple plist XML documents containing comments. The focus is on correctly utilizing the plist.parse() function which inherently handles XML comment filtering.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses plist.parse()",
"description": "The implementation correctly imports and uses the plist.parse() function to parse the plist XML string.",
"max_score": 40
},
{
"name": "Correct input handling",
"description": "The implementation passes the plistXml string directly to plist.parse() without attempting manual preprocessing or comment removal.",
"max_score": 30
},
{
"name": "Returns parsed value",
"description": "The implementation returns the JavaScript value produced by plist.parse() without unnecessary post-processing or transformation.",
"max_score": 20
},
{
"name": "No manual comment removal",
"description": "The implementation does not include custom regex or string manipulation to remove comments, relying instead on the plist package's built-in comment handling.",
"max_score": 10
}
]
}