evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how well the engineer uses the @superset-ui/plugin-chart-echarts package to create time series visualizations. The focus is on proper plugin instantiation, chart type selection, and configuration of visualization features.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Chart Plugin Instantiation",
"description": "Properly instantiates chart plugin classes (e.g., EchartsTimeseriesLineChartPlugin, EchartsAreaChartPlugin, EchartsTimeseriesBarChartPlugin, or EchartsTimeseriesScatterChartPlugin) for at least three different time series visualization types",
"max_score": 25
},
{
"name": "Plugin Registration",
"description": "Correctly registers instantiated chart plugins with a chart registry or makes them available for use in the application",
"max_score": 15
},
{
"name": "Form Data Configuration",
"description": "Creates and configures form data objects using the EchartsTimeseriesFormData interface with appropriate properties for chart customization (e.g., colorScheme, zoomable, axis titles)",
"max_score": 20
},
{
"name": "Legend Configuration",
"description": "Configures legend display using LegendFormData properties such as showLegend, legendOrientation, or legendType",
"max_score": 10
},
{
"name": "Axis Customization",
"description": "Uses TitleFormData properties to set axis labels (xAxisTitle, yAxisTitle) and configures axis-related settings like xAxisTitleMargin or yAxisTitleMargin",
"max_score": 10
},
{
"name": "Chart Type Switching",
"description": "Implements dynamic switching between different chart plugins or uses the seriesType property from EchartsTimeseriesSeriesType enum to change visualization modes",
"max_score": 10
},
{
"name": "Data Transformation",
"description": "Uses the transformProps function or similar transformation utilities to convert raw data into the format expected by ECharts visualizations (TimeseriesChartTransformedProps)",
"max_score": 10
}
]
}