evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how well the engineer uses the pdf2pic package to generate high-resolution print-quality images from PDFs. The focus is on proper configuration of resolution settings (density) and correct usage of the package's conversion API.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses fromPath function",
"description": "Correctly imports and uses the `fromPath` function from pdf2pic to initialize the PDF converter with the input file path.",
"max_score": 20
},
{
"name": "Configures density option",
"description": "Sets the `density` option to 300 or higher in the options object passed to the converter, which controls the DPI (dots per inch) for high-resolution output.",
"max_score": 30
},
{
"name": "Sets savePath option",
"description": "Configures the `savePath` option to specify the output directory where the converted image will be saved.",
"max_score": 15
},
{
"name": "Sets saveFilename option",
"description": "Configures the `saveFilename` option to 'print-ready' to control the base name of the output file (pdf2pic will append page number and extension).",
"max_score": 15
},
{
"name": "Specifies PNG format",
"description": "Sets the `format` option to 'png' or relies on the default PNG format for the output image.",
"max_score": 10
},
{
"name": "Converts first page",
"description": "Calls the convert function with page number 1 (or uses the default) to convert the first page of the PDF document.",
"max_score": 10
}
]
}