evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses Oboe.js to handle cross-origin requests with credentials while progressively parsing JSON data, specifically focusing on CORS configuration and streaming JSON pattern matching.",
"type": "weighted_checklist",
"checklist": [
{
"name": "oboe() call",
"description": "Uses oboe() function to initiate the HTTP request with the provided URL",
"max_score": 15
},
{
"name": "withCredentials configuration",
"description": "Configures the request with withCredentials: true to enable cross-origin credential sharing (cookies, authentication headers)",
"max_score": 30
},
{
"name": ".node() pattern matching",
"description": "Uses .node() method with appropriate JSONPath pattern (e.g., '!.users.*' or '!.users[*]') to progressively match and process each user object as it arrives",
"max_score": 25
},
{
"name": "Username extraction",
"description": "Extracts the username property from each user object matched by the .node() callback and collects them into an array",
"max_score": 10
},
{
"name": ".done() completion",
"description": "Uses .done() method to handle completion of the JSON parsing and invoke the onComplete callback with the collected usernames",
"max_score": 10
},
{
"name": ".fail() error handling",
"description": "Uses .fail() method to catch errors and invoke the onError callback with the error information",
"max_score": 10
}
]
}