docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how effectively the engineer uses lodash's findLastIndex method to solve the activity log analysis problem. The focus is on proper usage of lodash's API rather than general coding practices.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses findLastIndex",
"description": "The solution uses lodash's _.findLastIndex() method as the primary mechanism for finding the last matching activity",
"max_score": 40
},
{
"name": "Predicate function usage",
"description": "Correctly passes predicate functions to _.findLastIndex() to test conditions (e.g., activity => activity.type === 'purchase')",
"max_score": 25
},
{
"name": "Iteratee shorthand",
"description": "Uses lodash's iteratee shorthand syntax where appropriate (e.g., ['role', 'admin'] or { type: 'purchase' }) instead of verbose predicate functions",
"max_score": 20
},
{
"name": "Handles all criteria types",
"description": "The implementation correctly uses _.findLastIndex() for all test case scenarios: property matching, value comparison, and timestamp conditions",
"max_score": 15
}
]
}