{
  "context": "This evaluation assesses how well the engineer uses Toil's API for defining workflows with resource requirements and configuring multi-availability-zone cloud provisioning with spot instance optimization. The focus is on proper usage of Job classes, resource specification methods, preemptibility settings, and zone configuration APIs.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Job Class Usage",
      "description": "Uses Toil's Job class (either by inheriting from toil.job.Job or using Job.wrapFn()) to define workflow jobs",
      "max_score": 15
    },
    {
      "name": "Job Hierarchy",
      "description": "Correctly uses addChild() or addFollowOn() methods to create parent-child job relationships with at least 1 parent and 3 child jobs",
      "max_score": 15
    },
    {
      "name": "Resource Requirements",
      "description": "Specifies resource requirements using the cores, memory, disk, or preemptible parameters in Job constructor or when using Job.wrapFn() with appropriate values (e.g., memory='2G', cores=1)",
      "max_score": 20
    },
    {
      "name": "Preemptible Configuration",
      "description": "Uses the preemptible parameter (preemptible=True or preemptible flag) to mark at least one job as suitable for spot/preemptible instance execution",
      "max_score": 15
    },
    {
      "name": "Job Store Setup",
      "description": "Configures a cloud-based job store (e.g., aws:region:bucket-name or gce:project:bucket-name format) for storing workflow state",
      "max_score": 10
    },
    {
      "name": "Multi-Zone Configuration",
      "description": "Specifies multiple availability zones using the --zones or nodeTypes configuration with at least 2 zone identifiers (e.g., 'us-west-2a,us-west-2b' or zone list in config)",
      "max_score": 15
    },
    {
      "name": "Spot Instance Enablement",
      "description": "Enables spot/preemptible instance usage in provisioner configuration using --preemptibleNodeType, --defaultPreemptible, or related spot instance configuration options",
      "max_score": 10
    }
  ]
}