{
  "context": "This evaluation assesses how well the engineer implements PostHog's FlagDefinitionCacheProvider protocol for coordinating feature flag definition fetching across multiple workers. The focus is on correct implementation of the cache provider interface methods and understanding of PostHog's distributed caching architecture.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Protocol implementation",
      "description": "Implements all four required FlagDefinitionCacheProvider protocol methods: should_fetch_flag_definitions(), get_flag_definitions(), on_flag_definitions_received(data), and shutdown()",
      "max_score": 25
    },
    {
      "name": "Leader election logic",
      "description": "Implements should_fetch_flag_definitions() with proper leader election mechanism using locks or timestamps to ensure only one worker fetches at a time, preventing thundering herd problem",
      "max_score": 25
    },
    {
      "name": "Cache retrieval",
      "description": "Implements get_flag_definitions() to correctly retrieve cached flag definition data from shared storage, returning None when cache is invalid or expired",
      "max_score": 15
    },
    {
      "name": "Cache storage",
      "description": "Implements on_flag_definitions_received(data) to store flag definitions with appropriate metadata (timestamp, TTL) for cache expiration logic",
      "max_score": 15
    },
    {
      "name": "Cache expiration",
      "description": "Implements TTL-based cache expiration logic that correctly determines when cached data is stale and triggers new leader election cycle",
      "max_score": 10
    },
    {
      "name": "Resource cleanup",
      "description": "Implements shutdown() method to properly release locks, clean up resources, and prevent resource leaks",
      "max_score": 10
    }
  ]
}