docs
evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This criteria evaluates how effectively the engineer uses chardet for encoding detection in the context of BOM analysis. The evaluation focuses on proper use of chardet's API methods and correct handling of file data for BOM identification.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Uses chardet methods",
"description": "Correctly uses chardet.detectFile() or chardet.detect() to determine file encoding",
"max_score": 30
},
{
"name": "Binary data handling",
"description": "Properly reads and handles file content as binary data (Buffer or Uint8Array) when needed for analysis",
"max_score": 20
},
{
"name": "BOM presence detection",
"description": "Accurately determines whether a BOM is present by checking the initial bytes of the file",
"max_score": 25
},
{
"name": "BOM type identification",
"description": "Correctly identifies the specific type of BOM (UTF-8, UTF-16LE, UTF-16BE, UTF-32LE, UTF-32BE) when present",
"max_score": 15
},
{
"name": "Results integration",
"description": "Properly integrates chardet encoding results with BOM analysis to return complete and accurate AnalysisResult objects",
"max_score": 10
}
]
}