{
  "context": "Evaluates how well the solution uses py-solc-x to compile Solidity through the standard JSON interface, manage import permissions, persist compiler output, and surface compiler diagnostics.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "Standard compile",
      "description": "Uses py-solc-x `compile_standard` to run the provided standard JSON input and returns the compiler output structure rather than reconstructing it manually.",
      "max_score": 35
    },
    {
      "name": "Allow paths",
      "description": "Passes any provided allow paths through to `compile_standard` so imported sources resolve correctly, matching the allow list requirement from the spec.",
      "max_score": 20
    },
    {
      "name": "Persist output",
      "description": "Leverages the `output_dir` and `overwrite` parameters of `compile_standard` (or writes its result to the same path) to create `standard-output.json` while still returning the parsed output.",
      "max_score": 15
    },
    {
      "name": "ABI/bytecode delivery",
      "description": "Retrieves ABI and deployed bytecode directly from the `compile_standard` result for requested contracts instead of synthesizing placeholders.",
      "max_score": 15
    },
    {
      "name": "Error propagation",
      "description": "Surfaces compiler failures using py-solc-x exceptions (e.g., `SolcError`), ensuring the thrown error includes the underlying compiler message text.",
      "max_score": 15
    }
  ]
}