docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how effectively the engineer uses the cli package's STDIN reading capabilities to build a log analyzer. The focus is exclusively on the usage of cli package methods for reading and processing standard input.",
"type": "weighted_checklist",
"checklist": [
{
"name": "STDIN reading method",
"description": "Uses an appropriate cli package method for reading from standard input, such as cli.withStdin(), cli.withStdinLines(), or cli.withInput(). The method should be from the cli package, not raw Node.js stream handling.",
"max_score": 40
},
{
"name": "Line processing approach",
"description": "Uses cli.withStdinLines() or cli.withInput() for line-by-line processing, or properly handles line splitting if using cli.withStdin(). The approach should leverage the cli package's built-in line handling capabilities rather than manual string splitting.",
"max_score": 30
},
{
"name": "Callback pattern usage",
"description": "Correctly implements the callback pattern required by the cli package's STDIN methods (e.g., passing a callback function to cli.withStdinLines(callback) that receives the lines array, or to cli.withInput(callback) that receives individual lines).",
"max_score": 20
},
{
"name": "Output handling",
"description": "Uses cli.output() method or other cli package output mechanisms instead of console.log for displaying results, demonstrating awareness of the package's output abstraction.",
"max_score": 10
}
]
}