docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how well the engineer uses mathjs's user-defined function capabilities to implement a custom function calculator. The focus is on proper use of the parser() function and its ability to define and evaluate custom functions within expressions.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses parser instance",
"description": "Creates and uses a mathjs parser() instance to maintain persistent scope for function definitions",
"max_score": 25
},
{
"name": "Function definition via evaluate",
"description": "Uses parser.evaluate() to define custom functions using the 'f(x) = ...' syntax rather than manually parsing or storing formulas",
"max_score": 30
},
{
"name": "Expression evaluation",
"description": "Uses parser.evaluate() to evaluate expressions that contain calls to user-defined functions",
"max_score": 25
},
{
"name": "Handles multiple parameters",
"description": "Correctly implements support for multi-parameter functions (e.g., 'f(x, y, z) = ...') using the parser's native capabilities",
"max_score": 20
}
]
}