tessl install tessl/pypi-azure-batch@14.2.0Microsoft Azure Batch Client Library for Python providing comprehensive APIs for managing batch computing workloads in Azure cloud
Agent Success
Agent success rate when using this tile
91%
Improvement
Agent success rate improvement when using this tile compared to baseline
1.07x
Baseline
Agent success rate without this tile
85%
{
"context": "This criteria evaluates the engineer's proficiency in using Azure Batch's multi-instance task capabilities for distributed computing scenarios. The focus is on proper configuration of multi-instance settings, coordination of primary and subordinate tasks, and enabling inter-node communication.",
"type": "weighted_checklist",
"checklist": [
{
"name": "MultiInstanceSettings Usage",
"description": "Uses the MultiInstanceSettings class or equivalent configuration to properly define multi-instance task properties including number of instances",
"max_score": 25
},
{
"name": "Coordination Command",
"description": "Correctly sets the coordination_command_line property to specify the command that runs on the primary task instance",
"max_score": 20
},
{
"name": "Common Resource Files",
"description": "Configures common_resource_files property in MultiInstanceSettings to share input files across all task instances",
"max_score": 15
},
{
"name": "Task Construction",
"description": "Uses TaskAddParameter or CloudTask class to construct the multi-instance task with proper task_id and command_line",
"max_score": 15
},
{
"name": "Instance Count",
"description": "Properly sets number_of_instances or num_instances property to the requested value and validates minimum requirements",
"max_score": 10
},
{
"name": "Inter-node Communication",
"description": "Enables inter-node communication by setting required_slots or ensuring pool configuration allows communication between nodes",
"max_score": 10
},
{
"name": "Error Handling",
"description": "Implements validation to raise ValueError when num_instances is less than the minimum requirement",
"max_score": 5
}
]
}