{
  "context": "This evaluation criteria assesses how well the engineer uses @google/gemini-cli-core's OpenTelemetry functionality to configure and initialize telemetry for a Gemini CLI application. The focus is entirely on proper usage of the package's telemetry APIs and configuration patterns.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Telemetry Initialization",
      "description": "Uses the appropriate telemetry initialization function or class from @google/gemini-cli-core to set up OpenTelemetry with the provided configuration parameters (projectId, serviceName, serviceVersion, enabled).",
      "max_score": 30
    },
    {
      "name": "GCP Cloud Trace Export",
      "description": "Configures the telemetry to export to GCP Cloud Trace backend using the OTLP protocol, utilizing @google/gemini-cli-core's built-in export configuration mechanisms.",
      "max_score": 25
    },
    {
      "name": "Tracer Access",
      "description": "Implements getTracer() function that returns the configured tracer instance from @google/gemini-cli-core's telemetry system, allowing span creation for operations.",
      "max_score": 15
    },
    {
      "name": "Enable/Disable Toggle",
      "description": "Properly handles the enabled configuration flag to conditionally initialize telemetry, ensuring no data is exported when disabled.",
      "max_score": 15
    },
    {
      "name": "Cleanup Function",
      "description": "Returns a proper cleanup/shutdown function from initializeTelemetry() that gracefully shuts down the telemetry provider using @google/gemini-cli-core's shutdown mechanisms.",
      "max_score": 10
    },
    {
      "name": "Default Values",
      "description": "Correctly applies default values for optional configuration parameters (serviceName defaults to 'gemini-cli-app', serviceVersion to '1.0.0', enabled to true).",
      "max_score": 5
    }
  ]
}