{
  "context": "This criteria evaluates how well the engineer uses the modal.Queue API to implement a producer-consumer pattern. The focus is on proper usage of Queue creation, batch operations for adding and retrieving items, and correct integration with Modal's function decorators.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Queue Creation",
      "description": "Uses modal.Queue.from_name() to create or reference a persistent queue with appropriate parameters (e.g., create_if_missing=True)",
      "max_score": 15
    },
    {
      "name": "Batch Put Operation",
      "description": "Uses queue.put_many() to add multiple items to the queue in a single operation within the producer function",
      "max_score": 25
    },
    {
      "name": "Batch Get Operation",
      "description": "Uses queue.get_many() to retrieve multiple items from the queue in a single operation within the consumer function",
      "max_score": 25
    },
    {
      "name": "Modal App Setup",
      "description": "Properly creates a modal.App instance and uses @app.function() decorator to define producer and consumer functions",
      "max_score": 15
    },
    {
      "name": "FIFO Ordering",
      "description": "Implementation correctly maintains FIFO order such that items are retrieved in the same order they were added",
      "max_score": 10
    },
    {
      "name": "Empty Queue Handling",
      "description": "Consumer function correctly handles the case when the queue is empty or has fewer items than requested, without raising exceptions",
      "max_score": 10
    }
  ]
}