evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how well the engineer uses the @superset-ui/plugin-chart-echarts package to build a dashboard chart registry system. The focus is on proper instantiation and registration of chart plugins, and integration with React components for rendering visualizations in a dashboard context.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Plugin Imports",
"description": "Correctly imports at least three different chart plugin classes from @superset-ui/plugin-chart-echarts (e.g., EchartsTimeseriesLineChartPlugin, EchartsTimeseriesBarChartPlugin, EchartsPieChartPlugin or other plugin classes)",
"max_score": 15
},
{
"name": "Plugin Instantiation",
"description": "Properly instantiates chart plugin objects using the constructor pattern (e.g., new EchartsTimeseriesLineChartPlugin()) for each of the three required plugins",
"max_score": 20
},
{
"name": "Registry Storage",
"description": "Implements the ChartRegistry.register() method to correctly store plugin instances with their associated keys in an internal data structure",
"max_score": 15
},
{
"name": "Registry Retrieval",
"description": "Implements the ChartRegistry.get() method to correctly retrieve stored plugin instances by key",
"max_score": 15
},
{
"name": "Registry Check",
"description": "Implements the ChartRegistry.has() method to check if a plugin key exists in the registry",
"max_score": 10
},
{
"name": "React Component",
"description": "Implements the VisualizationRenderer React component that accepts pluginKey prop and integrates with the ChartRegistry to render the appropriate chart plugin",
"max_score": 15
},
{
"name": "Plugin Integration",
"description": "Demonstrates understanding of the chart plugin's rendering mechanism by properly passing configuration/props to the plugin or its associated chart component when rendering",
"max_score": 10
}
]
}