evals
scenario-1
scenario-10
scenario-2
scenario-3
scenario-4
scenario-5
scenario-6
scenario-7
scenario-8
scenario-9
{
"context": "This evaluation assesses how effectively the implementation uses Apache Superset's database connection and OAuth2 authentication APIs to configure secure database connections. The focus is on proper usage of Superset's Database model, OAuth2 configuration patterns, and security features.",
"type": "weighted_checklist",
"checklist": [
{
"name": "Database Model Usage",
"description": "Uses the superset.models.core.Database class to create or update database connection objects with proper initialization of required fields (database_name, sqlalchemy_uri).",
"max_score": 25
},
{
"name": "OAuth2 Configuration",
"description": "Properly configures OAuth2 authentication by setting the appropriate fields in the Database model's extra or encrypted_extra fields (token_url, client_id, client_secret) following Superset's OAuth2 configuration schema.",
"max_score": 30
},
{
"name": "Credential Encryption",
"description": "Uses Superset's encrypted_extra field or database encryption methods to securely store OAuth2 client_secret and other sensitive credentials rather than storing them in plaintext.",
"max_score": 25
},
{
"name": "Validation Implementation",
"description": "Implements validation that checks for required OAuth2 parameters (token_url, client_id) and raises appropriate exceptions when configuration is invalid or incomplete.",
"max_score": 20
}
]
}