{
  "context": "Evaluates how the solution uses py-solc-x to compile in-memory Solidity source strings into combined-json outputs, including selective fields and optional artifact writing. Checks rely on whether the code drives the package's compile_source API correctly and preserves its error reporting.",
  "type": "weighted_checklist",
  "checklist": [
    {
      "name": "compile_source",
      "description": "Invokes solcx.compile_source with the provided Solidity string to generate combined-json outputs instead of reimplementing compilation or shelling out to solc.",
      "max_score": 30
    },
    {
      "name": "Output values",
      "description": "Passes the requested combined-json fields via the output_values parameter (e.g., abi, bin, metadata) so the returned data excludes unrequested sections.",
      "max_score": 25
    },
    {
      "name": "Contract mapping",
      "description": "Parses the compile_source return keys (e.g., <stdin>:Contract) to map each contract name to its outputs when multiple contracts share one source string.",
      "max_score": 15
    },
    {
      "name": "Persist output",
      "description": "Supplies output_dir (and overwrite when needed) to compile_source so solc emits the combined.json artifact, and ensures file contents align with the in-memory results.",
      "max_score": 20
    },
    {
      "name": "Error handling",
      "description": "Propagates solcx.exceptions.SolcError details on compilation failure rather than replacing them with generic exceptions or silent failures.",
      "max_score": 10
    }
  ]
}