{
  "context": "This evaluation assesses how well the engineer uses the us package's state collections (STATES, TERRITORIES, STATES_AND_TERRITORIES) to solve the problem. The focus is on correct usage of these predefined collections rather than manual data management.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Imports us package",
      "description": "Correctly imports the us package (e.g., 'import us' or 'import us.states')",
      "max_score": 10
    },
    {
      "name": "Uses STATES collection",
      "description": "Uses the us.states.STATES collection to retrieve all US states in the list_states() function",
      "max_score": 30
    },
    {
      "name": "Uses TERRITORIES collection",
      "description": "Uses the us.states.TERRITORIES collection to retrieve all US territories in the list_territories() function",
      "max_score": 30
    },
    {
      "name": "Uses STATES_AND_TERRITORIES",
      "description": "Uses the us.states.STATES_AND_TERRITORIES collection to count the total number of states and territories in the count_all() function",
      "max_score": 20
    },
    {
      "name": "Extracts state names",
      "description": "Correctly extracts the name attribute from state objects (e.g., using list comprehension or map with '.name' attribute) to return string names rather than state objects",
      "max_score": 10
    }
  ]
}