evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses the engineer's ability to use the pg (node-postgres) package's row format configuration feature. The key capability being tested is the use of the rowMode query option to control whether query results are returned as objects (default) or arrays.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses rowMode option",
"description": "The solution uses the rowMode query configuration option in pg to specify array format when needed. This can be set in the query config object passed to client.query().",
"max_score": 40
},
{
"name": "Default object format",
"description": "For object format queries, the solution relies on pg's default behavior (objects with column names as keys) or explicitly sets rowMode to undefined/omits it, demonstrating understanding that object format is the default.",
"max_score": 20
},
{
"name": "Array format specification",
"description": "For array format queries, the solution correctly sets rowMode: 'array' in the query configuration to return rows as arrays instead of objects.",
"max_score": 30
},
{
"name": "Proper query execution",
"description": "Uses client.query() method with proper parameterized query syntax (text, values, and optional rowMode config) to execute queries safely and return results.",
"max_score": 10
}
]
}