Upload model weights

.gitignore

@@ -0,0 +1,3 @@
+.idea/
+.DS_Store
+node_modules/

.pre-commit-config.yaml

@@ -0,0 +1,71 @@
+default_language_version:
+  python: python3
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-added-large-files
+        args: ["--maxkb=30000"]
+      - id: check-ast
+      - id: check-byte-order-marker
+      - id: check-builtin-literals
+      - id: check-case-conflict
+      - id: check-docstring-first
+      - id: check-merge-conflict
+      - id: check-symlinks
+      - id: check-toml
+      - id: check-yaml
+      - id: debug-statements
+      - id: destroyed-symlinks
+      - id: end-of-file-fixer
+      - id: fix-byte-order-marker
+      - id: mixed-line-ending
+      - id: file-contents-sorter
+        files: "envs/requirements*.txt"
+      - id: trailing-whitespace
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.11.8
+    hooks:
+      # run the linter
+      - id: ruff
+        args: [--fix]
+      # run the formatter
+      - id: ruff-format
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v1.15.0
+    hooks: # https://github.com/python/mypy/issues/4008#issuecomment-582458665
+      - id: mypy
+        name: mypy
+        pass_filenames: false
+        args:
+          [
+            --strict-equality,
+            --disallow-untyped-calls,
+            --disallow-untyped-defs,
+            --disallow-incomplete-defs,
+            --disallow-any-generics,
+            --check-untyped-defs,
+            --disallow-untyped-decorators,
+            --warn-redundant-casts,
+            --warn-unused-ignores,
+            --no-warn-no-return,
+            --warn-unreachable,
+          ]
+        additional_dependencies: ["types-requests"]
+  - repo: https://github.com/pre-commit/mirrors-prettier
+    rev: v4.0.0-alpha.8
+    hooks:
+      - id: prettier
+        args:
+          - --print-width=120
+          - --prose-wrap=always
+          - --tab-width=2
+  - repo: https://github.com/codespell-project/codespell
+    rev: v2.4.1
+    hooks:
+      - id: codespell
+        name: codespell
+        description: Checks for common misspellings in text files.
+        entry: codespell
+        language: python
+        types: [text]

README.md

@@ -1,3 +1,92 @@
----
-license: mit
----
+---
+license: mit
+language:
+  - en
+---
+
+# CineMA - A Foundation Model for Cine Cardiac Magnetic Resonance Images 🎥🫀
+
+This repository contains the weights for **CineMA**, a foundation model for **Cine** cardiac magnetic resonance (CMR)
+imaging based on **M**asked-**A**utoencoder. The model was pre-trained on over 74,000 pairs of short-axis and long-axis
+cine CMR images from the UK Biobank.
+
+CineMA was evaluated across a diverse range of clinically relevant downstream tasks, including
+
+- Ventricle and myocardium segmentation
+- Cardiovascular disease (CVD) detection and classification
+- Patient sex classification
+- CMR machine vendor classification
+- Ejection fraction (EF) regression
+- Patient body mass index (BMI) regression
+- Patient age regression
+- Mid-ventricular and apical landmark localization
+
+These tasks were studied across multiple datasets:
+
+- [ACDC](https://www.creatis.insa-lyon.fr/Challenge/acdc/)
+- [M&Ms](https://www.ub.edu/mnms/)
+- [M&Ms2](https://www.ub.edu/mnms-2/)
+- [Kaggle](https://www.kaggle.com/c/second-annual-data-science-bowl/data)
+- [Rescan](https://www.ahajournals.org/doi/full/10.1161/CIRCIMAGING.119.009214)
+- [Landmark](https://pubs.rsna.org/doi/10.1148/ryai.2021200197)
+
+Compared to convolutional neural network baselines such as UNet and ResNet, CineMA demonstrated superior or comparable
+performance, especially in sample efficiency and generalization to out-of-distribution data not seen during pretraining
+or fine-tuning.
+
+By releasing the model weights and code for pretraining, fine-tuning, and inference, CineMA aims to lower the barrier to
+entry for cardiac imaging research, foster reproducibility, and encourage broader adoption across institutions.
+
+➡️ **Manuscript:** [TBD](https://arxiv.org/)
+
+➡️ **Code:** [mathpluscode/CineMA](https://github.com/mathpluscode/CineMA)
+
+## Fine-tuned CineMA Models
+
+The filenames of fine-tuned model weights follow the convention of `finetuned/<task>/<data>_<view>_<seed>.safetensors`
+where number 0, 1, and 2 correspond to the different training seeds.
+
+Check the "Inference Example" column to see example inference scripts using these trained models.
+
+| Training Task                                   | Training Data | Input View | Input Timeframes | Model Weights and Configurations                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               | Inference Example                                                                                                        |
+| ----------------------------------------------- | ------------- | ---------- | ---------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------ |
+| Ventricle and myocardium segmentation           | ACDC          | SAX        | 1                | [finetuned/segmentation/acdc_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/acdc_sax_0.safetensors)<br>[finetuned/segmentation/acdc_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/acdc_sax_1.safetensors)<br>[finetuned/segmentation/acdc_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/acdc_sax_2.safetensors)<br>[finetuned/segmentation/sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/sax.yaml)                                                                                                                   | [segmentation_sax.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/segmentation_sax.py)           |
+| Ventricle and myocardium segmentation           | M&Ms          | SAX        | 1                | [finetuned/segmentation/mnms_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms_sax_0.safetensors)<br>[finetuned/segmentation/mnms_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms_sax_1.safetensors)<br>[finetuned/segmentation/mnms_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms_sax_2.safetensors)<br>[finetuned/segmentation/sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/sax.yaml)                                                                                                                   | [segmentation_sax.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/segmentation_sax.py)           |
+| Ventricle and myocardium segmentation           | M&Ms2         | SAX        | 1                | [finetuned/segmentation/mnms2_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms2_sax_0.safetensors)<br>[finetuned/segmentation/mnms2_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms2_sax_1.safetensors)<br>[finetuned/segmentation/mnms2_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms2_sax_2.safetensors)<br>[finetuned/segmentation/sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/sax.yaml)                                                                                                             | [segmentation_sax.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/segmentation_sax.py)           |
+| Ventricle and myocardium segmentation           | M&Ms2         | LAX 4C     | 1                | [finetuned/segmentation/mnms2_lax_4c_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms2_lax_4c_0.safetensors)<br>[finetuned/segmentation/mnms2_lax_4c_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms2_lax_4c_1.safetensors)<br>[finetuned/segmentation/mnms2_lax_4c_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/mnms2_lax_4c_2.safetensors)<br>[finetuned/segmentation/lax_4c.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/segmentation/lax_4c.yaml)                                                                                     | [segmentation_lax_4c.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/segmentation_lax_4c.py)     |
+| CVD classification                              | ACDC          | SAX        | 2 (ED and ES)    | [finetuned/classification_cvd/acdc_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/acdc_sax_0.safetensors)<br>[finetuned/classification_cvd/acdc_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/acdc_sax_1.safetensors)<br>[finetuned/classification_cvd/acdc_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/acdc_sax_2.safetensors)<br>[finetuned/classification_cvd/acdc_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/acdc_sax.yaml)                                                         | [classification_cvd.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/classification_cvd.py)       |
+| CVD classification                              | M&Ms          | SAX        | 2 (ED and ES)    | [finetuned/classification_cvd/mnms_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms_sax_0.safetensors)<br>[finetuned/classification_cvd/mnms_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms_sax_1.safetensors)<br>[finetuned/classification_cvd/mnms_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms_sax_2.safetensors)<br>[finetuned/classification_cvd/mnms_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms_sax.yaml)                                                         | [classification_cvd.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/classification_cvd.py)       |
+| CVD classification                              | M&Ms2         | SAX        | 2 (ED and ES)    | [finetuned/classification_cvd/mnms2_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms2_sax_0.safetensors)<br>[finetuned/classification_cvd/mnms2_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms2_sax_1.safetensors)<br>[finetuned/classification_cvd/mnms2_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms2_sax_2.safetensors)<br>[finetuned/classification_cvd/mnms2_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms2_sax.yaml)                                                 | [classification_cvd.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/classification_cvd.py)       |
+| CVD classification                              | M&Ms2         | LAX 4C     | 2 (ED and ES)    | [finetuned/classification_cvd/mnms2_lax_4c_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms2_lax_4c_0.safetensors)<br>[finetuned/classification_cvd/mnms2_lax_4c_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms2_lax_4c_1.safetensors)<br>[finetuned/classification_cvd/mnms2_lax_4c_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms2_lax_4c_2.safetensors)<br>[finetuned/classification_cvd/mnms2_lax_4c.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_cvd/mnms2_lax_4c.yaml)                         | [classification_cvd.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/classification_cvd.py)       |
+| Patient sex classification                      | M&Ms          | SAX        | 2 (ED and ES)    | [finetuned/classification_sex/mnms_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_sex/mnms_sax_0.safetensors)<br>[finetuned/classification_sex/mnms_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_sex/mnms_sax_1.safetensors)<br>[finetuned/classification_sex/mnms_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_sex/mnms_sax_2.safetensors)<br>[finetuned/classification_sex/mnms_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_sex/mnms_sax.yaml)                                                         | [classification_sex.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/classification_sex.py)       |
+| CMR machine vendor classification               | M&Ms2         | SAX        | 2 (ED and ES)    | [finetuned/classification_vendor/mnms2_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_vendor/mnms2_sax_0.safetensors)<br>[finetuned/classification_vendor/mnms2_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_vendor/mnms2_sax_1.safetensors)<br>[finetuned/classification_vendor/mnms2_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_vendor/mnms2_sax_2.safetensors)<br>[finetuned/classification_vendor/mnms2_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_vendor/mnms2_sax.yaml)                         | [classification_vendor.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/classification_vendor.py) |
+| CMR machine vendor classification               | M&Ms2         | LAX 4C     | 2 (ED and ES)    | [finetuned/classification_vendor/mnms2_lax_4c_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_vendor/mnms2_lax_4c_0.safetensors)<br>[finetuned/classification_vendor/mnms2_lax_4c_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_vendor/mnms2_lax_4c_1.safetensors)<br>[finetuned/classification_vendor/mnms2_lax_4c_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_vendor/mnms2_lax_4c_2.safetensors)<br>[finetuned/classification_vendor/mnms2_lax_4c.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/classification_vendor/mnms2_lax_4c.yaml) | [classification_vendor.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/classification_vendor.py) |
+| EF regression                                   | ACDC          | SAX        | 2 (ED and ES)    | [finetuned/regression_ef/acdc_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/acdc_sax_0.safetensors)<br>[finetuned/regression_ef/acdc_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/acdc_sax_1.safetensors)<br>[finetuned/regression_ef/acdc_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/acdc_sax_2.safetensors)<br>[finetuned/regression_ef/acdc_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/acdc_sax.yaml)                                                                                                 | [regression_ef.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/regression_ef.py)                 |
+| EF regression                                   | M&Ms          | SAX        | 2 (ED and ES)    | [finetuned/regression_ef/mnms_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms_sax_0.safetensors)<br>[finetuned/regression_ef/mnms_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms_sax_1.safetensors)<br>[finetuned/regression_ef/mnms_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms_sax_2.safetensors)<br>[finetuned/regression_ef/mnms_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms_sax.yaml)                                                                                                 | [regression_ef.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/regression_ef.py)                 |
+| EF regression                                   | M&Ms2         | SAX        | 2 (ED and ES)    | [finetuned/regression_ef/mnms2_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms2_sax_0.safetensors)<br>[finetuned/regression_ef/mnms2_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms2_sax_1.safetensors)<br>[finetuned/regression_ef/mnms2_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms2_sax_2.safetensors)<br>[finetuned/regression_ef/mnms2_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms2_sax.yaml)                                                                                         | [regression_ef.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/regression_ef.py)                 |
+| EF regression                                   | M&Ms2         | LAX 4C     | 2 (ED and ES)    | [finetuned/regression_ef/mnms2_lax_4c_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms2_lax_4c_0.safetensors)<br>[finetuned/regression_ef/mnms2_lax_4c_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms2_lax_4c_1.safetensors)<br>[finetuned/regression_ef/mnms2_lax_4c_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms2_lax_4c_2.safetensors)<br>[finetuned/regression_ef/mnms2_lax_4c.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_ef/mnms2_lax_4c.yaml)                                                                 | [regression_ef.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/regression_ef.py)                 |
+| Patient BMI regression                          | ACDC          | SAX        | 2 (ED and ES)    | [finetuned/regression_bmi/acdc_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_bmi/acdc_sax_0.safetensors)<br>[finetuned/regression_bmi/acdc_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_bmi/acdc_sax_1.safetensors)<br>[finetuned/regression_bmi/acdc_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_bmi/acdc_sax_2.safetensors)<br>[finetuned/regression_bmi/acdc_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_bmi/acdc_sax.yaml)                                                                                         | [regression_bmi.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/regression_bmi.py)               |
+| Patient age regression                          | M&Ms          | SAX        | 2 (ED and ES)    | [finetuned/regression_age/mnms_sax_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_age/mnms_sax_0.safetensors)<br>[finetuned/regression_age/mnms_sax_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_age/mnms_sax_1.safetensors)<br>[finetuned/regression_age/mnms_sax_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_age/mnms_sax_2.safetensors)<br>[finetuned/regression_age/mnms_sax.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/regression_age/mnms_sax.yaml)                                                                                         | [regression_age.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/regression_age.py)               |
+| Landmark localization by heatmap regression     | Landmark      | LAX 2C     | 1                | [finetuned/landmark_heatmap/lax_2c_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_heatmap/lax_2c_0.safetensors)<br>[finetuned/landmark_heatmap/lax_2c_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_heatmap/lax_2c_1.safetensors)<br>[finetuned/landmark_heatmap/lax_2c_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_heatmap/lax_2c_2.safetensors)<br>[finetuned/landmark_heatmap/lax_2c.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_heatmap/lax_2c.yaml)                                                                                         | [landmark_heatmap.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/landmark_heatmap.py)           |
+| Landmark localization by heatmap regression     | Landmark      | LAX 4C     | 1                | [finetuned/landmark_heatmap/lax_4c_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_heatmap/lax_4c_0.safetensors)<br>[finetuned/landmark_heatmap/lax_4c_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_heatmap/lax_4c_1.safetensors)<br>[finetuned/landmark_heatmap/lax_4c_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_heatmap/lax_4c_2.safetensors)<br>[finetuned/landmark_heatmap/lax_4c.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_heatmap/lax_4c.yaml)                                                                                         | [landmark_heatmap.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/landmark_heatmap.py)           |
+| Landmark localization by coordinates regression | Landmark      | LAX 2C     | 1                | [finetuned/landmark_coordinate/lax_2c_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_coordinate/lax_2c_0.safetensors)<br>[finetuned/landmark_coordinate/lax_2c_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_coordinate/lax_2c_1.safetensors)<br>[finetuned/landmark_coordinate/lax_2c_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_coordinate/lax_2c_2.safetensors)<br>[finetuned/landmark_coordinate/lax_2c.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_coordinate/lax_2c.yaml)                                                                 | [landmark_coordinate.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/landmark_coordinate.py)     |
+| Landmark localization by coordinates regression | Landmark      | LAX 4C     | 1                | [finetuned/landmark_coordinate/lax_4c_0.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_coordinate/lax_4c_0.safetensors)<br>[finetuned/landmark_coordinate/lax_4c_1.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_coordinate/lax_4c_1.safetensors)<br>[finetuned/landmark_coordinate/lax_4c_2.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_coordinate/lax_4c_2.safetensors)<br>[finetuned/landmark_coordinate/lax_4c.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/finetuned/landmark_coordinate/lax_4c.yaml)                                                                 | [landmark_coordinate.py](https://github.com/mathpluscode/CineMA/blob/main/examples/inference/landmark_coordinate.py)     |
+
+## Pre-trained CineMA Model
+
+The pre-trained CineMA model backbone is available at
+[pretrained/cinema.safetensors](https://huggingface.co/mathpluscode/CineMA/blob/main/pretrained/cinema.safetensors) with
+configuration [pretrained/cinema.yaml](https://huggingface.co/mathpluscode/CineMA/blob/main/pretrained/cinema.yaml).
+
+Following scripts demonstrated how to fine-tune this backbone using
+[a preprocessed version of ACDC dataset](https://huggingface.co/datasets/mathpluscode/ACDC):
+
+- [Ventricle and myocardium segmentation](https://github.com/mathpluscode/CineMA/blob/main/examples/train/segmentation.py)
+- [Cardiovascular disease classification](https://github.com/mathpluscode/CineMA/blob/main/examples/train/classification.py)
+- [Ejection fraction regression](https://github.com/mathpluscode/CineMA/blob/main/examples/train/regression.py)
+
+## Citation
+
+## Contact
+
+For questions or collaborations, please contact Yunguan Fu (yunguan.fu.18@ucl.ac.uk).

finetuned/classification_cvd/acdc_sax.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  sax:
+    spacing: [1.0, 1.0, 10.0]
+    patch_size: [192, 192, 16]
+    in_chans: 1
+  class_column: "pathology"
+  pathology: ["DCM", "HCM", "MINF", "NOR", "RV"]
+model:
+  name: convvit
+  views: sax
+  n_frames: 2
+  out_chans: null
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/classification_cvd/acdc_sax_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fe4d1d53d62db0b4aa05ed7c67ff0de8c866d6969f07e14019ecfd3aaa3ce8
+size 358021664

finetuned/classification_cvd/acdc_sax_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf42e0792ee184a8b984c88783bdf64155def9d3329ce904f933f636dd2a400
+size 358021664

finetuned/classification_cvd/acdc_sax_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b4abe1fb39a846d9e77ec16141dd1067a200eb074625bd21d94644d0b7d45e
+size 358021664

finetuned/classification_cvd/mnms2_lax_4c.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  lax:
+    spacing: [1.0, 1.0]
+    patch_size: [256, 256]
+    in_chans: 1
+  class_column: pathology
+  pathology: ["ARR", "CIA", "FALL", "HCM", "LV", "NOR"]
+model:
+  name: convvit
+  views: lax_4c
+  n_frames: 2
+  out_chans: null
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/classification_cvd/mnms2_lax_4c_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4a638f5d02b58d88ef883cd9b71d9142008d955ec3ee2bcfeb1d49f8e9e778
+size 351582920

finetuned/classification_cvd/mnms2_lax_4c_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b25a6586a02b934f224d4645348b1f595cbfe67c8bec3a0eaed56c344bea7e7
+size 351582920

finetuned/classification_cvd/mnms2_lax_4c_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f44c9a5eb7df4d15610ebdc95c88159fc9b2a55165a5df9f48483ea7a59a5f7
+size 351582920

finetuned/classification_cvd/mnms2_sax.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  sax:
+    spacing: [1.0, 1.0, 10.0]
+    patch_size: [192, 192, 16]
+    in_chans: 1
+  class_column: pathology
+  pathology: ["ARR", "CIA", "FALL", "HCM", "LV", "NOR"]
+model:
+  name: convvit
+  views: sax
+  n_frames: 2
+  out_chans: null
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/classification_cvd/mnms2_sax_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb20c515b04da96b51b5ab7c4a30c390f452cc482d90831d98a123d2374dfe72
+size 358027816

finetuned/classification_cvd/mnms2_sax_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4960f390763d90b451e4d207656e22b30c4ddd1646856dc5ac04c854145133
+size 358027816

finetuned/classification_cvd/mnms2_sax_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fe03beeb0f31dd86e14645b934a8bad175498eaaff879e05f6395e8fae10cd
+size 358027816

finetuned/classification_cvd/mnms_sax.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  sax:
+    spacing: [1.0, 1.0, 10.0]
+    patch_size: [192, 192, 16]
+    in_chans: 1
+  class_column: pathology
+  pathology: ["DCM", "HCM", "NOR", "ARV", "HHD"]
+model:
+  name: convvit
+  views: sax
+  n_frames: 2
+  out_chans: null
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/classification_cvd/mnms_sax_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908388500d58a2472a5a522bf27a879b1e850240ae35cc35309cc750dbab6c7e
+size 358021664

finetuned/classification_cvd/mnms_sax_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0680208ae403eb33d69783f47f83c1fd2e49616cbfa52b1a922b4d5f4fc13777
+size 358021664

finetuned/classification_cvd/mnms_sax_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141fd35196c036ac53d6aaf7a1eb7e9e1d15a599b8f0b7a8ee3bbc81b43659cb
+size 358021664

finetuned/classification_sex/mnms_sax.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  sax:
+    spacing: [1.0, 1.0, 10.0]
+    patch_size: [192, 192, 16]
+    in_chans: 1
+  class_column: sex
+  sex: ["M", "F"]
+model:
+  name: convvit
+  views: sax
+  n_frames: 2
+  out_chans: null
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/classification_sex/mnms_sax_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba1b146e38f3acd572a31748b418fa84097687c9d71bd8a1bdbf9c08ec56c2d
+size 358003208

finetuned/classification_sex/mnms_sax_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeb6a936014892da54ca48452778434524fedc3c9f559f14bf07580e3c0752f
+size 358003208

finetuned/classification_sex/mnms_sax_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fd123e9fd3b85f659f2fdb1da97b1a5339d77d92ca8a710ceaaf8c9f10d701
+size 358003208

finetuned/classification_vendor/mnms2_lax_4c.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  lax:
+    spacing: [1.0, 1.0]
+    patch_size: [256, 256]
+    in_chans: 1
+  class_column: vendor
+  vendor: ["GE MEDICAL SYSTEMS", "Philips Medical Systems", "SIEMENS"]
+model:
+  name: convvit
+  views: lax_4c
+  n_frames: 2
+  out_chans: null
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/classification_vendor/mnms2_lax_4c_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a38ae99f0742b63b6249f6256aff86688670a18e771306ce51b5eec7c95066
+size 351564464

finetuned/classification_vendor/mnms2_lax_4c_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f34d47d3c7a212bba140fed63ebe30f0944ac98ceed52b35feea32187e859b6
+size 351564464

finetuned/classification_vendor/mnms2_lax_4c_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc4509b761d24bf2e0796fac241499fec2aff3aff15abf71d47d80223a94888
+size 351564464

finetuned/classification_vendor/mnms2_sax.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  sax:
+    spacing: [1.0, 1.0, 10.0]
+    patch_size: [192, 192, 16]
+    in_chans: 1
+  class_column: vendor
+  vendor: ["GE MEDICAL SYSTEMS", "Philips Medical Systems", "SIEMENS"]
+model:
+  name: convvit
+  views: sax
+  n_frames: 2
+  out_chans: null
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/classification_vendor/mnms2_sax_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c4f2c147d9b20f524d2dbde136e5deca43d7366d0719cc9c2149e0c664701c
+size 358009360

finetuned/classification_vendor/mnms2_sax_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbec586d6df41c6e123dcef77c26a06907c8b88f5bb8c4d0f2fc3da18d7c6af3
+size 358009360

finetuned/classification_vendor/mnms2_sax_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1e03d3fac9822e4d05d37b699d3b418628fecb67ffa4414b2ee2344ca45889
+size 358009360

finetuned/landmark_coordinate/lax_2c.yaml

@@ -0,0 +1,19 @@
+grad_ckpt: True
+data:
+  lax:
+    spacing: [1.0, 1.0]
+    patch_size: [256, 256]
+    in_chans: 1
+model:
+  name: convvit
+  views: "lax_2c"
+  n_frames: 1
+  out_chans: 6
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/landmark_coordinate/lax_2c_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa8fe63817a104a58f387f19287b3dd849acced5329a451e93399ba76dc1463
+size 351578824

finetuned/landmark_coordinate/lax_2c_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de76757bafeec980e52b63d6e22e89bac61b2a0b3e0b1dab0c09f22f8e28eb0d
+size 351578824

finetuned/landmark_coordinate/lax_2c_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98f3c340a76f3331e36baccd6aaa47efa3e9abdb4e177231fea1cd7aafea917
+size 351578824

finetuned/landmark_coordinate/lax_4c.yaml

@@ -0,0 +1,19 @@
+grad_ckpt: True
+data:
+  lax:
+    spacing: [1.0, 1.0]
+    patch_size: [256, 256]
+    in_chans: 1
+model:
+  name: convvit
+  views: "lax_4c"
+  n_frames: 1
+  out_chans: 6
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/landmark_coordinate/lax_4c_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd54124e1c9341d5a106be4a5cc4d39cbf7045b511909ad31a90704842549d0b
+size 351578824

finetuned/landmark_coordinate/lax_4c_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b1ba5825445f78620618934bc233eebf3dcbe31f559a22bff54c6d8dde3504
+size 351578824

finetuned/landmark_coordinate/lax_4c_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a77ff1e2fc8c65a3805f07d2db3152aae82cced99e3be5d77d32292dc9d6b8
+size 351578824

finetuned/landmark_heatmap/lax_2c.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  lax:
+    spacing: [1.0, 1.0]
+    patch_size: [256, 256]
+    in_chans: 1
+model:
+  name: convunetr
+  views: "lax_2c"
+  out_chans: 3
+  convunetr:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dec_chans: [32, 64, 128, 256, 512]
+    dec_patch_size: [2, 2, 1]
+    dec_scale_factor: [2, 2, 1]
+    dropout: 0.1
+    drop_path: 0.1

finetuned/landmark_heatmap/lax_2c_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b825f64ffbb98b86a8b5f84b14c6d2daf02c67a595bab340ad790261496e15
+size 408711372

finetuned/landmark_heatmap/lax_2c_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87181c76bf0b395a5544973bed839247ca6d29cb4bb545dd80a113a35c90097d
+size 408711372

finetuned/landmark_heatmap/lax_2c_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a42b8f87a675f92763dde735e7f565c3fab1d99b231e2489cb794dd6fd0020a
+size 408711372

finetuned/landmark_heatmap/lax_4c.yaml

@@ -0,0 +1,21 @@
+grad_ckpt: True
+data:
+  lax:
+    spacing: [1.0, 1.0]
+    patch_size: [256, 256]
+    in_chans: 1
+model:
+  name: convunetr
+  views: "lax_4c"
+  out_chans: 3
+  convunetr:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dec_chans: [32, 64, 128, 256, 512]
+    dec_patch_size: [2, 2, 1]
+    dec_scale_factor: [2, 2, 1]
+    dropout: 0.1
+    drop_path: 0.1

finetuned/landmark_heatmap/lax_4c_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f2b6f2455c2aeb10e84ebce0dc63a46648b6c3fc391259cdb945425d1e76ca
+size 408711372

finetuned/landmark_heatmap/lax_4c_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5014a6e6464eb89b01f5064043a10ca37a9a1debff266f42c139680f0a929b30
+size 408711372

finetuned/landmark_heatmap/lax_4c_2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a845a0bbacd18e8b474eab54a5205314f71578764eb6e9c1fab47871c5705b
+size 408711372

finetuned/regression_age/mnms_sax.yaml

@@ -0,0 +1,23 @@
+grad_ckpt: True
+data:
+  sax:
+    spacing: [1.0, 1.0, 10.0]
+    patch_size: [192, 192, 16]
+    in_chans: 1
+  regression_column: "age"
+  age:
+    mean: 52.026666666666664
+    std: 18.760570771166726
+model:
+  name: convvit
+  views: sax
+  n_frames: 2
+  out_chans: 1
+  convvit:
+    size: base
+    enc_patch_size: [4, 4, 1]
+    enc_scale_factor: [2, 2, 1]
+    enc_conv_chans: [64, 128]
+    enc_conv_n_blocks: 2
+    dropout: 0.1
+    drop_path: 0.1

finetuned/regression_age/mnms_sax_0.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0896b7751850053152e7d09c012821af7ec27aa7d3b62310056801aa7036c94
+size 357997056

finetuned/regression_age/mnms_sax_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459e890a9b94298f03b3374daf7eb2929be89f424902b68a1888add9a82156ed
+size 357997056