{
  "context": "Tests whether the agent correctly fixes a broken crontab entry by applying cron safety rules: escaping bare percent signs, wrapping shell constructs in /bin/bash -c, escaping dollar-sign operators inside the mongosh --eval string, hardcoding paths, adding timestamped logging, and producing concise caveman-style Command output.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "% escaped in date",
      "description": "The date format string uses escaped percent signs (e.g., \\%Y-\\%m-\\%d or +\\%Y) rather than bare % characters",
      "max_score": 15
    },
    {
      "name": "bash -c wrapper",
      "description": "The crontab entry wraps the shell command in /bin/bash -c '...' (or /bin/bash -c \"...\")",
      "max_score": 15
    },
    {
      "name": "$ escaped in eval",
      "description": "Inside the /bin/bash -c string, MongoDB dollar operators (e.g., $lt) are escaped as \\$lt so the shell does not expand them",
      "max_score": 15
    },
    {
      "name": "Full crontab line",
      "description": "Output contains a complete crontab line with all five time/date fields (e.g., 0 2 * * *), not just the bare shell command",
      "max_score": 10
    },
    {
      "name": "Timestamped logging",
      "description": "Includes at least one timestamped echo statement (using date or $(date)) to log when the cron job runs",
      "max_score": 10
    },
    {
      "name": "Hardcoded log path",
      "description": "Uses a literal hardcoded log file path (e.g., /var/log/mongo-cleanup.log) rather than a $VARIABLE placeholder",
      "max_score": 10
    },
    {
      "name": "Caveman/Command style",
      "description": "Output is telegraphic and concise — does NOT contain full-sentence explanatory prose, greetings, preamble, or hedging (e.g., absent: 'This command will...', 'Please note...', 'Here is the fixed...')",
      "max_score": 10
    },
    {
      "name": "No $VAR placeholders",
      "description": "Does NOT use $VARIABLE-style shell variable placeholders for paths, collection names, or other values that should be hardcoded",
      "max_score": 5
    },
    {
      "name": "Correct schedule",
      "description": "Crontab schedule is 0 2 * * * (runs at 2 AM every day)",
      "max_score": 5
    },
    {
      "name": "mongosh eval double-quoted",
      "description": "The --eval argument to mongosh is passed with double quotes inside the /bin/bash -c wrapper",
      "max_score": 5
    }
  ]
}