evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer understands and implements pdf2pic's page number validation requirements. The focus is on correctly handling 1-indexed page numbers and integrating with pdf2pic's conversion methods.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Page validation logic",
"description": "Correctly validates that page numbers must be >= 1, rejecting 0 and negative values with appropriate error messages",
"max_score": 25
},
{
"name": "Uses fromPath method",
"description": "Uses pdf2pic's fromPath() function to initialize the converter with a file path",
"max_score": 20
},
{
"name": "1-indexed page handling",
"description": "Correctly passes page numbers to pdf2pic without modification (understanding pdf2pic uses 1-indexed pages)",
"max_score": 20
},
{
"name": "Buffer response type",
"description": "Configures pdf2pic to return buffer output by using responseType: 'buffer' in conversion options or properly extracts buffer from result",
"max_score": 15
},
{
"name": "Async conversion handling",
"description": "Properly handles the asynchronous nature of pdf2pic conversion using async/await or promises",
"max_score": 10
},
{
"name": "Early validation",
"description": "Validates page number before calling pdf2pic conversion to provide clear error messages",
"max_score": 10
}
]
}