docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how well the engineer uses mathjs's context-aware simplification capabilities, specifically the simplify() function with context options for algebraic expression simplification under different variable assumptions (real, positive, complex).",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses simplify function",
"description": "Code uses the mathjs simplify() function as the core mechanism for expression simplification",
"max_score": 25
},
{
"name": "Context option usage",
"description": "Code passes context/scope options to simplify() that specify variable assumptions (e.g., {x: {positive: true}}, {x: {real: true}})",
"max_score": 35
},
{
"name": "Parses expressions correctly",
"description": "Code uses mathjs parse() or evaluate() functions to handle string expressions, or properly passes string expressions to simplify()",
"max_score": 15
},
{
"name": "Handles multiple contexts",
"description": "Implementation correctly handles at least two different context types (positive, real, or complex) and applies appropriate simplification for each",
"max_score": 15
},
{
"name": "Converts output format",
"description": "Code converts the simplified result to string format using toString() method or similar mathjs API for output",
"max_score": 10
}
]
}