run_summary.json

{
  "method": "full_adamw",
  "run_name": "LAnA-v5",
  "steps": 26351,
  "epochs_completed": 3,
  "epoch_index": 3,
  "target_epochs": 3,
  "progress_epochs": 4.0,
  "training_completion_percent": 100.0,
  "elapsed_seconds": 31283.95312800001,
  "images_seen": 421707,
  "train_loss_last": 1.8862484693527222,
  "train_loss_mean": 2.0328309186278357,
  "val_loss": 1.517854142189026,
  "images_per_second": 13.479978002606087,
  "trainable_params": 164119296,
  "vision_model_name": "facebook/dinov3-vits16-pretrain-lvd1689m",
  "text_model_name": "gpt2",
  "repo_id": "manu02/LAnA-v5",
  "model_variant": "lana_v5",
  "visual_projection_type": "linear",
  "attention_bias_mode": "gaussian_legacy",
  "vision_prefix_tokens_to_skip": 5,
  "segmentation_model_name": "facebook/dinov3-convnext-small-pretrain-lvd1689m",
  "generation_use_bos_token": false,
  "generation_stop_on_eos": true,
  "generation_repetition_penalty": 1.2,
  "lung_segmenter_checkpoint": "models/lung_segmenter_dinounet_finetuned.pth",
  "heart_segmenter_checkpoint": "models/heart_segmenter_dinounet_best.pth",
  "image_size": 512,
  "batch_size": 1,
  "global_batch_size": 16,
  "gradient_accumulation_steps": 16,
  "steps_per_epoch": 8786,
  "planned_total_steps": 26358,
  "scheduler": "cosine",
  "warmup_steps": 1318,
  "warmup_ratio": 0.05,
  "weight_decay": 0.01,
  "precision": "bf16",
  "torch_compile": false,
  "torch_compile_mode": "default",
  "hardware": "NVIDIA GeForce RTX 5070",
  "seed": 42,
  "resume_supported": true,
  "checkpoint_every_n_steps": 1000,
  "cumulative_loss_sum": 857259.0282017887,
  "cumulative_loss_count": 421707,
  "completed": true,
  "target_duration_seconds": 3600,
  "target_duration_mode": "per_invocation",
  "train_datasets": "MIMIC-CXR (findings-only)",
  "validation_datasets": "MIMIC-CXR (findings-only)",
  "repo_url": "https://huggingface.co/manu02/LAnA-v5",
  "latest_evaluation": {
    "split": "test",
    "subset": "all frontal studies",
    "dataset": "mimic-cxr",
    "view_filter": "frontal-only (PA/AP)",
    "num_examples": 3041,
    "bleu_1": 0.27260184229333756,
    "bleu_4": 0.05033276163219679,
    "meteor": 0.26071646602031356,
    "rouge_l": 0.1701930517071665,
    "chexpert_f1_14_micro": 0.3551990404078267,
    "chexpert_f1_5_micro": 0.37769053743062136,
    "chexpert_f1_14_macro": 0.17897600872187325,
    "chexpert_f1_5_macro": 0.2647345354713519,
    "chexpert_f1_micro": 0.3551990404078267,
    "chexpert_f1_macro": 0.17897600872187325,
    "chexpert_per_label_f1": {
      "Enlarged Cardiomediastinum": 0.08761329305135952,
      "Cardiomegaly": 0.45141903171953257,
      "Lung Opacity": 0.10469314079422383,
      "Lung Lesion": 0.0,
      "Edema": 0.17214043035107587,
      "Consolidation": 0.04878048780487805,
      "Pneumonia": 0.03723404255319149,
      "Atelectasis": 0.1575274177467597,
      "Pneumothorax": 0.0,
      "Pleural Effusion": 0.49380530973451325,
      "Pleural Other": 0.0,
      "Fracture": 0.012779552715654952,
      "Support Devices": 0.6409701169337375,
      "No Finding": 0.2987012987012987
    },
    "radgraph_f1": 0.08527514865638708,
    "radgraph_f1_entity": 0.14806105879153478,
    "radgraph_f1_relation": 0.13082519799861939,
    "radgraph_available": true,
    "radgraph_error": null
  },
  "latest_evaluations": {
    "all_test": {
      "split": "test",
      "subset": "all frontal studies",
      "dataset": "mimic-cxr",
      "view_filter": "frontal-only (PA/AP)",
      "num_examples": 3041,
      "bleu_1": 0.27260184229333756,
      "bleu_4": 0.05033276163219679,
      "meteor": 0.26071646602031356,
      "rouge_l": 0.1701930517071665,
      "chexpert_f1_14_micro": 0.3551990404078267,
      "chexpert_f1_5_micro": 0.37769053743062136,
      "chexpert_f1_14_macro": 0.17897600872187325,
      "chexpert_f1_5_macro": 0.2647345354713519,
      "chexpert_f1_micro": 0.3551990404078267,
      "chexpert_f1_macro": 0.17897600872187325,
      "chexpert_per_label_f1": {
        "Enlarged Cardiomediastinum": 0.08761329305135952,
        "Cardiomegaly": 0.45141903171953257,
        "Lung Opacity": 0.10469314079422383,
        "Lung Lesion": 0.0,
        "Edema": 0.17214043035107587,
        "Consolidation": 0.04878048780487805,
        "Pneumonia": 0.03723404255319149,
        "Atelectasis": 0.1575274177467597,
        "Pneumothorax": 0.0,
        "Pleural Effusion": 0.49380530973451325,
        "Pleural Other": 0.0,
        "Fracture": 0.012779552715654952,
        "Support Devices": 0.6409701169337375,
        "No Finding": 0.2987012987012987
      },
      "radgraph_f1": 0.08527514865638708,
      "radgraph_f1_entity": 0.14806105879153478,
      "radgraph_f1_relation": 0.13082519799861939,
      "radgraph_available": true,
      "radgraph_error": null
    },
    "findings_only_test": {
      "split": "test",
      "subset": "findings-only frontal studies",
      "dataset": "mimic-cxr",
      "view_filter": "frontal-only (PA/AP), structured Findings section only",
      "num_examples": 2210,
      "bleu_1": 0.27741697063432863,
      "bleu_4": 0.057488555318600996,
      "meteor": 0.275968215774805,
      "rouge_l": 0.1781458303063425,
      "chexpert_f1_14_micro": 0.3173381620642825,
      "chexpert_f1_5_micro": 0.3371900826446281,
      "chexpert_f1_14_macro": 0.16321207981560262,
      "chexpert_f1_5_macro": 0.23433466251408186,
      "chexpert_f1_micro": 0.3173381620642825,
      "chexpert_f1_macro": 0.16321207981560262,
      "chexpert_per_label_f1": {
        "Enlarged Cardiomediastinum": 0.05811138014527845,
        "Cardiomegaly": 0.3816717019133938,
        "Lung Opacity": 0.0988296488946684,
        "Lung Lesion": 0.0,
        "Edema": 0.14109347442680775,
        "Consolidation": 0.015037593984962405,
        "Pneumonia": 0.046153846153846156,
        "Atelectasis": 0.17994100294985252,
        "Pneumothorax": 0.0,
        "Pleural Effusion": 0.453929539295393,
        "Pleural Other": 0.0,
        "Fracture": 0.00966183574879227,
        "Support Devices": 0.5922684172137126,
        "No Finding": 0.3082706766917293
      },
      "radgraph_f1": 0.09380601909270529,
      "radgraph_f1_entity": 0.1580490092772946,
      "radgraph_f1_relation": 0.13948567124692351,
      "radgraph_available": true,
      "radgraph_error": null
    }
  }
}