tessl install tessl/pypi-ipython@9.5.0IPython: Productive Interactive Computing - An advanced interactive computing environment and command shell for Python.
Agent Success
Agent success rate when using this tile
86%
Improvement
Agent success rate improvement when using this tile compared to baseline
1.09x
Baseline
Agent success rate without this tile
79%
{
"context": "This evaluation criteria assesses how well the engineer uses IPython's magic command system to implement custom line, cell, and dual-mode magic commands. The focus is on proper usage of IPython's magic decorators, registration system, and argument parsing capabilities.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Line Magic Decorator",
"description": "Uses @line_magic decorator or @magics_class with Magics base class to register the line magic command %transform",
"max_score": 15
},
{
"name": "Cell Magic Decorator",
"description": "Uses @cell_magic decorator or @magics_class with Magics base class to register the cell magic command %%transform_block",
"max_score": 15
},
{
"name": "Dual-mode Magic",
"description": "Uses @line_cell_magic decorator to implement %stats that functions correctly in both line and cell magic modes",
"max_score": 20
},
{
"name": "Extension Registration",
"description": "Implements load_ipython_extension() function to properly register magic commands with IPython's magic system using register_magic_function() or ip.register_magics()",
"max_score": 15
},
{
"name": "Argument Parsing",
"description": "Implements proper argument parsing for magic commands, handling transformation types and text input correctly, potentially using magic_arguments decorators (@magic_arguments, @argument, parse_argstring)",
"max_score": 15
},
{
"name": "Line Transformation Logic",
"description": "Correctly implements all four transformation types (upper, lower, reverse, title) in the line magic command and returns the transformed text",
"max_score": 8
},
{
"name": "Cell Transformation Logic",
"description": "Correctly processes multi-line cell content in %%transform_block, applying transformation to each line and displaying output",
"max_score": 7
},
{
"name": "Statistics Calculation",
"description": "Correctly calculates word count and character count in line mode, and word count, character count, and line count in cell mode for the %stats magic",
"max_score": 5
}
]
}