tessl install tessl/pypi-ipython@9.5.0IPython: Productive Interactive Computing - An advanced interactive computing environment and command shell for Python.
Agent Success
Agent success rate when using this tile
86%
Improvement
Agent success rate improvement when using this tile compared to baseline
1.09x
Baseline
Agent success rate without this tile
79%
{
"context": "This evaluation assesses the engineer's ability to use IPython's traitlets-based configuration system to programmatically generate custom profiles. The criteria focus on proper usage of IPython's configuration objects, trait setting mechanisms, and profile directory structure.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Configuration Object Access",
"description": "Uses the proper IPython configuration object structure (e.g., `c.InteractiveShell`, `c.TerminalInteractiveShell`, or `c.InteractiveShellApp`) to access configurable traits. Must access the configuration object correctly, not attempt to set values through other means.",
"max_score": 25
},
{
"name": "Trait Configuration Syntax",
"description": "Uses correct traitlets syntax for setting configuration values (e.g., `c.InteractiveShell.colors = 'Linux'`, `c.TerminalInteractiveShell.autoindent = True`). Each trait must be set using the proper attribute assignment on the configuration object.",
"max_score": 25
},
{
"name": "Profile Directory Structure",
"description": "Creates the correct IPython profile directory structure (profile_<name> directory) and places the configuration file in the correct location with the correct filename (`ipython_config.py` or `ipython_kernel_config.py`).",
"max_score": 15
},
{
"name": "Display Configuration",
"description": "Correctly configures display-related traits such as color schemes using appropriate trait names (e.g., `colors`, `color_info`, or related display formatter traits). Must use IPython's actual trait names, not invented ones.",
"max_score": 10
},
{
"name": "Auto-completion Settings",
"description": "Properly configures auto-completion and suggestion-related traits (e.g., `autosuggestions_provider`, `editing_mode`, `auto_match`, or completion-related traits). Uses valid IPython trait names for these features.",
"max_score": 10
},
{
"name": "History Configuration",
"description": "Correctly configures history-related traits (e.g., `HistoryManager.enabled`, `HistoryManager.hist_file`, `history_length`, or related traits). Must use the proper configuration path for history settings.",
"max_score": 10
},
{
"name": "Execution Behavior Traits",
"description": "Properly sets execution-related traits such as `autoindent`, `confirm_exit`, `automagic` (or their correct names in the IPython configuration system). Must use actual IPython trait names.",
"max_score": 5
}
]
}