docs
evals
scenario-1
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
scenario-10
{
"context": "This evaluation assesses how well the engineer uses mathjs's extensibility features (math.import, math.create, math.typed) to add custom statistical functions. The focus is on proper usage of the package's extension API, not general coding practices.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Creates mathjs instance",
"description": "Uses math.create() to create a new mathjs instance with appropriate configuration, or properly imports mathjs",
"max_score": 15
},
{
"name": "Uses math.import()",
"description": "Correctly uses math.import() or the import method on a mathjs instance to add custom functions to the math namespace",
"max_score": 25
},
{
"name": "Implements geometricMean",
"description": "Implements geometricMean function that correctly calculates the geometric mean using mathjs functions (such as multiply, prod, pow, nthRoot) where appropriate",
"max_score": 20
},
{
"name": "Implements harmonicMean",
"description": "Implements harmonicMean function that correctly calculates the harmonic mean using mathjs functions (such as divide, add, sum) where appropriate",
"max_score": 20
},
{
"name": "Functions work in expressions",
"description": "Custom functions are properly integrated so they can be called through mathjs's evaluate() or parser() methods, not just as direct JavaScript function calls",
"max_score": 20
}
]
}