docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates how well the solution uses Plotly.js to render a figure then export and optionally download static images. Focuses on correct API calls and options handling for format, dimensions, scale, background, and download flags.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Render setup",
"description": "Uses Plotly.newPlot or Plotly.react to render the provided data/layout/config into the target container before exporting.",
"max_score": 20
},
{
"name": "toImage options",
"description": "Invokes Plotly.toImage with the requested format plus width/height/scale/backgroundColor options and returns the resulting data URL.",
"max_score": 35
},
{
"name": "Download trigger",
"description": "When download is enabled, calls Plotly.downloadImage with the generated figure, requested format, and filename (defaulting sensibly if missing).",
"max_score": 25
},
{
"name": "Format guard",
"description": "Validates the format against the allowed set before calling Plotly APIs and surfaces a clear error instead of issuing an unsupported export request.",
"max_score": 20
}
]
}