{
  "datasetName": "CTBone implementation 2 internal-control biomarker pipeline",
  "status": "complete",
  "statusLabel": "Internal-control biomarker evaluation complete",
  "task": "fractured pelvic region vs intact pelvic region discrimination from opportunistic CT biomarkers",
  "controlCohortDefinition": "Controls are anatomically intact pelvic regions from the same PENGWIN fracture cohort.",
  "cohort": {
    "subjects": 15,
    "trainSubjects": 12,
    "testSubjects": 3,
    "trainPositive": 7,
    "trainControl": 5,
    "testPositive": 2,
    "testControl": 1,
    "trainPatients": 4,
    "testPatients": 1
  },
  "model": {
    "type": "random forest",
    "trees": 700,
    "minLeaf": 2,
    "featureSubsample": "sqrt",
    "threshold": 0.5,
    "seed": 0,
    "baseFeatureCount": 9,
    "engineeredFeatureCount": 36,
    "featureTablePath": "docs/assets/implementation2/patient_biomarker_features.csv"
  },
  "metrics": {
    "test": {
      "auc": 0.5,
      "auc95Ci": [
        0.0,
        1.0
      ],
      "accuracy": 0.3333333333333333,
      "sensitivity": 0.5,
      "specificity": 0.0,
      "balancedAccuracy": 0.25,
      "brierScore": 0.24891993411998933,
      "confusionMatrix": {
        "truePositive": 1,
        "trueNegative": 0,
        "falsePositive": 1,
        "falseNegative": 1
      }
    }
  },
  "evaluability": {
    "evaluable": false,
    "testPatients": 1,
    "testSamples": 3,
    "testPositives": 2,
    "testNegatives": 1,
    "thresholds": {
      "minPatients": 5,
      "minSamples": 20,
      "minMinorityClass": 5
    },
    "warnings": [
      "Only 1 held-out patient(s); at least 5 are needed before a patient-held-out metric generalises beyond this cohort.",
      "Only 3 held-out samples; at least 20 are needed.",
      "The minority class has 1 held-out sample(s) (positives 2, negatives 1); at least 5 are needed for specificity and sensitivity to be meaningful."
    ]
  },
  "implementedBiomarkers": [
    "volumeMm3",
    "trabecularDensityHu",
    "trabecularStdHu",
    "trabecularP10Hu",
    "trabecularP90Hu",
    "trabecularEntropy",
    "regionIsSA",
    "regionIsLI",
    "regionIsRI"
  ],
  "engineeredFeatureFamilies": [
    "patient-centered region deltas",
    "patient-centered z-scores",
    "left-right contralateral differences"
  ],
  "topFeatureImportances": [
    {
      "feature": "volumeMm3_contraDiff",
      "importance": 0.07529993568087813
    },
    {
      "feature": "volumeMm3_deltaPatient",
      "importance": 0.07291200005532181
    },
    {
      "feature": "volumeMm3_zPatient",
      "importance": 0.05346323032637462
    },
    {
      "feature": "regionIsRI_contraDiff",
      "importance": 0.04617989303273178
    },
    {
      "feature": "regionIsLI_zPatient",
      "importance": 0.042685715618928796
    },
    {
      "feature": "regionIsLI_deltaPatient",
      "importance": 0.04140193126040558
    },
    {
      "feature": "regionIsLI_contraDiff",
      "importance": 0.03926643233946565
    },
    {
      "feature": "trabecularStdHu_zPatient",
      "importance": 0.03660136527801872
    }
  ],
  "provenance": {
    "generatedAt": "2026-08-16T01:10:01+00:00",
    "gitRevision": "706e7e1672b18ca09ce38c62999f4b04e0edb890",
    "gitDirty": true,
    "datasetName": "PENGWIN CT training set",
    "inputsFingerprint": "9294e6d132ad21d205bc2ed6deaaa779dc9a51face55c49645b4a6c0e35180cb",
    "toolVersions": {
      "python": "3.11.14",
      "numpy": "2.4.6",
      "SimpleITK": "2.5.6",
      "sklearn": "1.9.0",
      "PIL": "11.3.0"
    },
    "command": "build_biomarker_case_control_report.py",
    "cohortLayout": "demo",
    "cohortDir": "DataSet/testData"
  }
}
