evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how well the engineer uses nuqs framework adapter capabilities to create a multi-framework compatible URL state management solution. The focus is on proper adapter configuration for different React frameworks and correct usage of nuqs hooks with type-safe parsers.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Next.js Adapter Import",
"description": "Imports NuqsAdapter from 'nuqs/adapters/next/app' for Next.js App Router support",
"max_score": 15
},
{
"name": "React SPA Adapter Import",
"description": "Imports NuqsAdapter from 'nuqs/adapters/react' for standalone React SPA support",
"max_score": 10
},
{
"name": "Testing Adapter Import",
"description": "Imports NuqsTestingAdapter from 'nuqs/adapters/testing' for test environment support",
"max_score": 10
},
{
"name": "Provider Component Usage",
"description": "Wraps application with NuqsAdapter component, passing children prop correctly to enable URL state management throughout the component tree",
"max_score": 15
},
{
"name": "useQueryState Hook",
"description": "Uses useQueryState hook from 'nuqs' to manage individual URL query parameters",
"max_score": 15
},
{
"name": "String Parser Usage",
"description": "Uses parseAsString parser with .withDefault('') for the search query parameter to ensure non-nullable string type",
"max_score": 15
},
{
"name": "Enum Parser Usage",
"description": "Uses parseAsStringLiteral or parseAsStringEnum with the allowed values ['books', 'electronics', 'clothing'] and .withDefault('books') for the category parameter",
"max_score": 20
}
]
}