tessl install tessl/github-python--cpython@3.13.0CPython is the reference implementation of the Python programming language providing the core interpreter, runtime system, and comprehensive standard library.
Agent Success
Agent success rate when using this tile
96%
Improvement
Agent success rate improvement when using this tile compared to baseline
1.07x
Baseline
Agent success rate without this tile
90%
{
"context": "Evaluates how well the solution leverages CPython's tracing/profiling hooks and garbage collector controls to observe a callable's runtime while keeping interpreter state intact.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Trace hook setup",
"description": "Registers a tracing or profiling callback with sys.settrace or sys.setprofile before invoking the target and reliably restores any prior hook afterward.",
"max_score": 30
},
{
"name": "Event capture",
"description": "Within the trace callback, captures call/return/exception (and line when enabled) events using frame details (frame.f_code.co_name, co_filename, f_lineno) in the order delivered by the interpreter.",
"max_score": 20
},
{
"name": "Line toggle",
"description": "Honors the capture_lines flag by suppressing line events in the trace callback while still recording call/return/exception events.",
"max_score": 10
},
{
"name": "Exception details",
"description": "Captures the raised exception message from the trace callback's arg tuple on exception events and marks the report accordingly.",
"max_score": 10
},
{
"name": "GC snapshots",
"description": "Reads garbage collector state before and after the run via gc.get_count and gc.get_threshold, storing per-generation counts and thresholds.",
"max_score": 15
},
{
"name": "Forced collection",
"description": "When force_collection is True, calls gc.collect prior to execution and marks that the collection was forced.",
"max_score": 10
},
{
"name": "GC disable/restore",
"description": "Checks gc.isenabled, disables GC with gc.disable for disable_gc=True runs, re-enabling with gc.enable afterward even if the target raises.",
"max_score": 5
}
]
}