{
  "context": "Evaluating a Coralogix support response for this user question:\n\nA customer routes LLM traffic through LiteLLM. Coralogix traces are present, but AI Center is blank. The proxy span is name=\"POST /chat/completions\", attributes={http.route=\"/chat/completions\", http.request.method=\"POST\", server.address=\"litellm-proxy\", model=\"claude-3-5-sonnet\"}, and it does not have gen_ai.provider.name, gen_ai.system, or gen_ai.input.messages. Should semconv fix this in the collector, or is the proxy/instrumentation missing something?",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "mentions-gen-ai-provider-name",
      "description": "The response contains \"gen_ai.provider.name\" (case-sensitive).",
      "max_score": 3
    },
    {
      "name": "mentions-gen-ai-input-messages",
      "description": "The response contains \"gen_ai.input.messages\" (case-sensitive).",
      "max_score": 3
    },
    {
      "name": "mentions-otel-semconv-stability-opt-in",
      "description": "The response contains \"OTEL_SEMCONV_STABILITY_OPT_IN\" (case-sensitive).",
      "max_score": 3
    },
    {
      "name": "instrument-proxy-custom",
      "description": "The response matches the pattern: (?i)(instrument|proxy|custom)",
      "max_score": 3
    },
    {
      "name": "identifies-the-likely-gap-as-proxy-or-custom",
      "description": "Identifies the likely gap as proxy or custom instrumentation not emitting GenAI semantic-convention span attributes. It must mention checking OTEL_SEMCONV_STABILITY_OPT_IN for newer gen_ai.provider.name / gen_ai.input.messages emission, may mention message-content capture, and should hand SDK/proxy setup to instrumentation owners. FAIL if it claims a collector can infer all required GenAI attributes from generic traces without instrumentation support.",
      "max_score": 2
    }
  ]
}