evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively an engineer uses the oboe package's progressive root access capability to monitor JSON parsing progress in real-time. The focus is on proper use of oboe's streaming API and the .root() method for accessing partial JSON data.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Oboe initialization",
"description": "Uses oboe() function to create a parser instance from the provided stream",
"max_score": 15
},
{
"name": "Stream handling",
"description": "Correctly passes the readable stream to oboe() for parsing",
"max_score": 10
},
{
"name": ".root() method usage",
"description": "Uses the .root() method to access the current state of the partially parsed JSON tree at regular intervals",
"max_score": 30
},
{
"name": "Interval-based monitoring",
"description": "Implements periodic checking using setInterval or similar mechanism to capture progress snapshots at the specified intervalMs",
"max_score": 15
},
{
"name": "Progress snapshot data",
"description": "Constructs progress callback objects with all required fields: timestamp, currentData (from .root()), topLevelCount, and isComplete",
"max_score": 15
},
{
"name": ".done() completion handling",
"description": "Uses oboe's .done() method to detect when parsing is complete and to resolve the promise with the final JSON",
"max_score": 10
},
{
"name": "Error handling",
"description": "Uses oboe's .fail() method to handle parsing errors and reject the promise appropriately",
"max_score": 5
}
]
}