tessl install tessl/pypi-ipython@9.5.0IPython: Productive Interactive Computing - An advanced interactive computing environment and command shell for Python.
Agent Success
Agent success rate when using this tile
86%
Improvement
Agent success rate improvement when using this tile compared to baseline
1.09x
Baseline
Agent success rate without this tile
79%
{
"context": "This criteria evaluates how well the engineer uses IPython's extension system APIs to build a functional extension manager. The focus is on proper usage of extension loading/unloading mechanisms, tracking loaded extensions, and handling the extension lifecycle correctly.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Extension tracking",
"description": "Uses a data structure (e.g., set or dict) to track which extensions are currently loaded. Should maintain state across load/unload operations.",
"max_score": 15
},
{
"name": "Dynamic import",
"description": "Uses importlib.import_module() or equivalent to dynamically import extension modules by name.",
"max_score": 15
},
{
"name": "Load function call",
"description": "Correctly retrieves and calls load_ipython_extension() function from the imported module, passing the shell instance if provided.",
"max_score": 20
},
{
"name": "Unload function call",
"description": "Correctly retrieves and calls unload_ipython_extension() function from the imported module when unloading.",
"max_score": 15
},
{
"name": "Already loaded check",
"description": "Checks if extension is already loaded before loading and returns 'already loaded' string when appropriate.",
"max_score": 10
},
{
"name": "Not loaded check",
"description": "Checks if extension is loaded before unloading and returns 'not loaded' string when attempting to unload a non-loaded extension.",
"max_score": 10
},
{
"name": "Missing function handling",
"description": "Uses hasattr() or try/except to check for load_ipython_extension() and unload_ipython_extension() functions. Returns 'no load function' or 'no unload function' strings as appropriate.",
"max_score": 10
},
{
"name": "Reload implementation",
"description": "Implements reload_extension() by calling unload_extension() followed by load_extension() on the same module.",
"max_score": 5
}
]
}