tessl install tessl/pypi-azure-batch@14.2.0Microsoft Azure Batch Client Library for Python providing comprehensive APIs for managing batch computing workloads in Azure cloud
Agent Success
Agent success rate when using this tile
91%
Improvement
Agent success rate improvement when using this tile compared to baseline
1.07x
Baseline
Agent success rate without this tile
85%
{
"context": "This evaluation assesses the engineer's proficiency in using Azure Batch task operations APIs to manage and monitor tasks within batch jobs. The focus is on proper usage of azure-batch package methods for task creation, state monitoring, execution information retrieval, and lifecycle management.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Task Addition",
"description": "Uses task.add() method from BatchServiceClient to add a single task, correctly creating TaskAddParameter with task_id and command_line properties.",
"max_score": 15
},
{
"name": "Bulk Task Addition",
"description": "Uses task.add_collection() method to add multiple tasks in a single operation, properly constructing a list of TaskAddParameter objects.",
"max_score": 15
},
{
"name": "Task State Retrieval",
"description": "Uses task.get() method to retrieve a task and accesses the state property to return the current task state.",
"max_score": 12
},
{
"name": "Task Listing",
"description": "Uses task.list() method to enumerate all tasks in a job and extracts id and state properties from each task object.",
"max_score": 12
},
{
"name": "Execution Info Access",
"description": "Uses task.get() method to retrieve a task, accesses the execution_info property, and extracts the exit_code from the TaskExecutionInformation object.",
"max_score": 12
},
{
"name": "Execution Times Access",
"description": "Uses task.get() method to retrieve a task and accesses execution_info.start_time and execution_info.end_time properties to return timing information.",
"max_score": 12
},
{
"name": "Task Termination",
"description": "Uses task.terminate() method with job_id and task_id parameters to stop a running task.",
"max_score": 10
},
{
"name": "Task Constraints Update",
"description": "Uses task.update() method to modify task properties, correctly passing TaskConstraints object with max_wall_clock_time and max_task_retry_count configured.",
"max_score": 12
}
]
}