{
  "datasetName": "PENGWIN CT training set",
  "task": "patient-held-out fracture-positive vs fracture-negative slice classification",
  "generatedAt": "2026-08-16T01:09:54+00:00",
  "cohort": {
    "patients": 5,
    "trainPatients": 4,
    "testPatients": 1,
    "trainSlices": 204,
    "testSlices": 51,
    "positiveSlices": 63,
    "negativeSlices": 192,
    "testPositiveSlices": 14,
    "testNegativeSlices": 37
  },
  "model": {
    "type": "compact_mlp",
    "imageSize": 32,
    "hiddenDim": 64,
    "epochs": 120,
    "batchSize": 64,
    "learningRate": 0.01,
    "weightDecay": 0.0001,
    "threshold": 0.5,
    "seed": 0
  },
  "metrics": {
    "train": {
      "auc": 1.0
    },
    "test": {
      "auc": 0.8079150579150579,
      "auc95Ci": [
        0.6833842737722048,
        0.9125100806451613
      ],
      "accuracy": 0.7450980392156863,
      "sensitivity": 0.5,
      "specificity": 0.8378378378378378,
      "balancedAccuracy": 0.6689189189189189,
      "brierScore": 0.2401112301461394,
      "confusionMatrix": {
        "truePositive": 7,
        "trueNegative": 31,
        "falsePositive": 6,
        "falseNegative": 7
      }
    }
  },
  "evaluability": {
    "evaluable": false,
    "testPatients": 1,
    "testSamples": 51,
    "testPositives": 14,
    "testNegatives": 37,
    "thresholds": {
      "minPatients": 5,
      "minSamples": 20,
      "minMinorityClass": 5
    },
    "warnings": [
      "Only 1 held-out patient(s); at least 5 are needed before a patient-held-out metric generalises beyond this cohort."
    ]
  },
  "limitations": [
    "The available PENGWIN cohort in this repo contains fracture patients rather than an external non-fracture control cohort.",
    "The classifier is evaluated at the curated slice level, not at the patient level.",
    "These results support fracture-signal discrimination within labeled pelvic CT slices, not opportunistic population screening claims."
  ],
  "provenance": {
    "generatedAt": "2026-08-16T01:09:54+00:00",
    "gitRevision": "706e7e1672b18ca09ce38c62999f4b04e0edb890",
    "gitDirty": true,
    "datasetName": "PENGWIN CT training set",
    "inputsFingerprint": "9294e6d132ad21d205bc2ed6deaaa779dc9a51face55c49645b4a6c0e35180cb",
    "toolVersions": {
      "python": "3.11.14",
      "numpy": "2.4.6",
      "SimpleITK": "2.5.6",
      "sklearn": "1.9.0",
      "PIL": "11.3.0"
    },
    "command": "build_fracture_classifier_report.py"
  }
}