evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "Evaluates how the solution uses JupyterLab's file browser, document handling, and built-in viewers to deliver the spec's preview, creation, and download flows without reimplementing parsers or transports. Focuses purely on correct command wiring and factory usage tied to the existing workspace shell.",
"type": "weighted_checklist",
"checklist": [
{
"name": "CSV preview",
"description": "Registers a command against the selected item from IFileBrowserFactory.defaultBrowser and calls IDocumentManager.openOrReveal or commands.execute('docmanager:open', ...) with factory 'CSV Viewer' and a split mode to open CSV data via the built-in grid renderer (no manual parsing).",
"max_score": 25
},
{
"name": "Markdown split",
"description": "Uses IDocumentManager.openOrReveal to open the same Markdown path twice: once with the text editor factory and once with the 'Markdown Preview' factory placed in a split layout so editor saves automatically update the preview.",
"max_score": 25
},
{
"name": "New log action",
"description": "Adds a toolbar item on the FileBrowser widget that calls defaultBrowser.model.newUntitled({ type: 'file', ext: '.log' }) (or equivalent ContentsManager call) and immediately focuses the new file via IDocumentManager.openOrReveal while updating the browser selection.",
"max_score": 20
},
{
"name": "Download command",
"description": "Hooks a context-menu item to the selected file using the CommandRegistry and reuses the built-in download flow (filebrowser:download or FileBrowserModel.download) instead of custom HTTP requests or blobs.",
"max_score": 15
},
{
"name": "Command wiring",
"description": "Integrates with the workspace shell by registering commands on CommandRegistry tied to IFileBrowserFactory.defaultBrowser, adding them to the file browser toolbar and context menu so actions are scoped to current selection and follow built-in enable/disable states.",
"max_score": 15
}
]
}