docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This criteria evaluates how well the engineer uses mathjs's expression parsing capabilities (parse, evaluate, compile, and parser functions) to implement a formula evaluator with variable substitution support.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses parse function",
"description": "Implementation uses mathjs's parse() function to parse mathematical expressions into abstract syntax trees",
"max_score": 25
},
{
"name": "Uses evaluate function",
"description": "Implementation uses mathjs's evaluate() function with scope parameter to evaluate expressions with variable substitution",
"max_score": 25
},
{
"name": "Uses compile function",
"description": "Implementation uses mathjs's compile() function to pre-compile expressions and calls the evaluate() method on the compiled result for repeated evaluation",
"max_score": 25
},
{
"name": "Uses parser function",
"description": "Implementation uses mathjs's parser() function to create a stateful parser instance and calls its evaluate() method to maintain persistent state between evaluations",
"max_score": 25
}
]
}