{
  "context": "This evaluation assesses how well the engineer uses Tiptap's collaboration and awareness protocol features to implement user presence tracking. The focus is on proper configuration of Y.js integration, CollaborationCursor extension usage, and awareness state management.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Y.js document initialization",
      "description": "Creates a Y.js document (Y.Doc) and configures it for collaborative editing",
      "max_score": 15
    },
    {
      "name": "Collaboration extension setup",
      "description": "Properly configures and uses the Collaboration extension from @tiptap/extension-collaboration with the Y.js document",
      "max_score": 20
    },
    {
      "name": "CollaborationCursor extension configuration",
      "description": "Correctly configures the CollaborationCursor extension from @tiptap/extension-collaboration-cursor with provider and user information",
      "max_score": 25
    },
    {
      "name": "Awareness state management",
      "description": "Uses the awareness protocol (provider.awareness) to set and manage local user state including name and color",
      "max_score": 20
    },
    {
      "name": "Awareness change handling",
      "description": "Implements event listeners on awareness (e.g., awareness.on('change')) to track remote users joining and leaving",
      "max_score": 15
    },
    {
      "name": "User list synchronization",
      "description": "Correctly extracts and maintains a list of active users from awareness states (awareness.getStates())",
      "max_score": 5
    }
  ]
}