from quantiles.sdk import createSuite, runEvaluation, exportPackage

suite = createSuite({
  id: 'cardio_readmission',
  cohorts: ['cardio_v2'],
  tasks: ['risk_prediction'],
  metrics: {
    discrimination: ['auroc'],
    calibration: ['calibration'],
    threshold: ['sensitivity', 'specificity', 'ppv', 'npv'],
    clinicalUtility: ['net_benefit']
  },
  judges: [
    {
      name: 'explanation_quality',
      appliesTo: ['risk_explanation'],
      type: 'llm_judge',
      rubric: [
        'grounded_in_patient_data',
        'clinically_reasonable',
        'appropriate_uncertainty',
        'actionable_next_step',
        'no_harmful_recommendation'
      ]
    }
  ],
  slices: ['gender', 'race_ethnicity', 'payer_type'],
})