{
  "context": "Evaluates whether the pipeline uses Luigi's event system, metrics collector, and worker customization to instrument task lifecycle and flush metrics to disk for the instrumented two-step workflow.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Event hooks",
      "description": "Registers handlers for task lifecycle events using Luigi APIs (e.g., Task.event_handler or luigi.event.register with luigi.Event.START/SUCCESS/FAILURE) to capture timestamps and update counters.",
      "max_score": 35
    },
    {
      "name": "Metrics collector",
      "description": "Emits started/completed/failed counts and per-task timing through luigi.metrics (e.g., luigi.metrics.get_collector() or a MetricsCollector subclass) using increment/set methods rather than ad-hoc logging.",
      "max_score": 30
    },
    {
      "name": "Custom worker flush",
      "description": "Implements a custom luigi.worker.Worker or WorkerSchedulerFactory passed via worker_scheduler_factory to luigi.build/luigi.run that flushes the collector to metrics_path when the worker stops.",
      "max_score": 20
    },
    {
      "name": "Instrumented run",
      "description": "Runs the dependency chain through luigi.build/luigi.run with local_scheduler and hooks/collector attached so both tasks emit events and metrics for success and failure scenarios.",
      "max_score": 15
    }
  ]
}