{
 "dataset": "perov5",
 "protocol": "perov5-v1.1",
 "task": "property_prediction",
 "headline": "mae_heat_all",
 "metrics": [
  {
   "id": "mae_heat_all",
   "label": "MAE ΔH",
   "unit": "eV/atom",
   "better": "lower",
   "digits": 3,
   "show": true,
   "definition": "mean absolute error of the formation enthalpy (heat_all)"
  },
  {
   "id": "rmse_heat_all",
   "label": "RMSE ΔH",
   "unit": "eV/atom",
   "better": "lower",
   "digits": 3,
   "show": true,
   "definition": "root-mean-square error of the formation enthalpy"
  },
  {
   "id": "r2_heat_all",
   "label": "R² ΔH",
   "unit": "",
   "better": "higher",
   "digits": 3,
   "show": true,
   "definition": "coefficient of determination of the formation enthalpy (0 = no better than the mean)"
  },
  {
   "id": "mae_dir_gap",
   "label": "MAE gap",
   "unit": "eV",
   "better": "lower",
   "digits": 3,
   "show": true,
   "definition": "mean absolute error of the direct band gap over all test materials; 96% of them have a gap of 0 eV"
  },
  {
   "id": "mae_dir_gap_nonzero",
   "label": "MAE gap > 0",
   "unit": "eV",
   "better": "lower",
   "digits": 3,
   "show": true,
   "definition": "mean absolute error of the direct band gap on the test materials with a non-zero gap, the range that inverse design targets"
  },
  {
   "id": "rmse_dir_gap",
   "label": "RMSE gap",
   "unit": "eV",
   "better": "lower",
   "digits": 3,
   "show": false,
   "definition": "root-mean-square error of the direct band gap"
  },
  {
   "id": "r2_dir_gap",
   "label": "R² gap",
   "unit": "",
   "better": "higher",
   "digits": 3,
   "show": false,
   "definition": "coefficient of determination of the direct band gap; not informative here, because the gap is zero for most materials"
  },
  {
   "id": "mae_heat_all_nonzero",
   "label": "MAE ΔH ≠ 0",
   "unit": "eV/atom",
   "better": "lower",
   "digits": 3,
   "show": false,
   "definition": "mean absolute error of the formation enthalpy on materials where it is not zero"
  },
  {
   "id": "n_evaluated",
   "label": "n",
   "unit": "",
   "better": "none",
   "digits": 0,
   "show": false,
   "definition": "test materials evaluated"
  }
 ],
 "rows": [
  {
   "rank": 1,
   "id": "meidnet-2k",
   "method": "MEIDNet (published model)",
   "kind": "model",
   "metrics": {
    "mae_heat_all": 0.40447624858304404,
    "rmse_heat_all": 0.5389006864628664,
    "r2_heat_all": 0.47540607269846924,
    "mae_dir_gap": 2.7917899843503173,
    "mae_dir_gap_nonzero": 1.6761308891094284,
    "rmse_dir_gap": 3.051066040757689,
    "r2_dir_gap": -31.399695258970574,
    "mae_heat_all_nonzero": 0.4043139405576926,
    "n_evaluated": 3785.0
   },
   "parameters": 702405,
   "training_data": "Perov-5, all 18,928 materials",
   "date": "2026-10-03",
   "links": {
    "paper": "https://doi.org/10.1038/s41524-026-02153-3",
    "code": "https://github.com/ABnano/MEIDNet",
    "weights": "https://huggingface.co/Babu09/MEIDNet/blob/main/dual_autoencoder_clip_earlyfusion_propertyaware_2k.pth"
   }
  },
  {
   "rank": 2,
   "id": "baseline-composition-knn",
   "method": "Composition k-NN",
   "kind": "baseline",
   "metrics": {
    "mae_heat_all": 0.5106261558784676,
    "rmse_heat_all": 0.67409273437046,
    "r2_heat_all": 0.17918539075266848,
    "mae_dir_gap": 0.16282166446499338,
    "mae_dir_gap_nonzero": 2.0438410596026486,
    "rmse_dir_gap": 0.5677910568862923,
    "r2_dir_gap": -0.12205670370125676,
    "mae_heat_all_nonzero": 0.5105317124735729,
    "n_evaluated": 3785.0
   },
   "parameters": null,
   "training_data": "Perov-5 train (11,356)",
   "date": "2026-10-03",
   "links": {
    "paper": "",
    "code": "https://github.com/ABnano/MEIDNet",
    "weights": ""
   }
  },
  {
   "rank": 3,
   "id": "meidnet-earlyfusion",
   "method": "MEIDNet (first early-fusion model)",
   "kind": "model",
   "metrics": {
    "mae_heat_all": 0.5219494838015406,
    "rmse_heat_all": 0.6984068976178183,
    "r2_heat_all": 0.11890482075956676,
    "mae_dir_gap": 13.468713194168071,
    "mae_dir_gap_nonzero": 11.997500254144732,
    "rmse_dir_gap": 13.491628684634343,
    "r2_dir_gap": -632.528955744602,
    "mae_heat_all_nonzero": 0.5216916534392829,
    "n_evaluated": 3785.0
   },
   "parameters": 702405,
   "training_data": "Perov-5, all 18,928 materials",
   "date": "2026-10-03",
   "links": {
    "paper": "https://doi.org/10.1038/s41524-026-02153-3",
    "code": "https://github.com/ABnano/MEIDNet",
    "weights": "https://huggingface.co/Babu09/MEIDNet/blob/main/dual_autoencoder_clip_earlyfusion.pth"
   }
  },
  {
   "rank": 4,
   "id": "baseline-train-mean",
   "method": "Training mean",
   "kind": "baseline",
   "metrics": {
    "mae_heat_all": 0.5661949544069839,
    "rmse_heat_all": 0.7441009623341133,
    "r2_heat_all": -0.00016008318594540327,
    "mae_dir_gap": 0.17263679417138986,
    "mae_dir_gap_nonzero": 2.135410460730273,
    "rmse_dir_gap": 0.536024930927169,
    "r2_dir_gap": -1.770296343450717e-05,
    "mae_heat_all_nonzero": 0.5659521226170967,
    "n_evaluated": 3785.0
   },
   "parameters": null,
   "training_data": "Perov-5 train (11,356)",
   "date": "2026-10-03",
   "links": {
    "paper": "",
    "code": "https://github.com/ABnano/MEIDNet",
    "weights": ""
   }
  },
  {
   "rank": 5,
   "id": "meidnet-propertyaware",
   "method": "MEIDNet (shorter training)",
   "kind": "model",
   "metrics": {
    "mae_heat_all": 1.0086242815386826,
    "rmse_heat_all": 1.3909827389896252,
    "r2_heat_all": -2.4950167930714287,
    "mae_dir_gap": 3.2924426712440216,
    "mae_dir_gap_nonzero": 1.9782721325261703,
    "rmse_dir_gap": 3.391715482506435,
    "r2_dir_gap": -39.03838367248946,
    "mae_heat_all_nonzero": 1.008619448166443,
    "n_evaluated": 3785.0
   },
   "parameters": 702405,
   "training_data": "Perov-5, all 18,928 materials",
   "date": "2026-10-03",
   "links": {
    "paper": "https://doi.org/10.1038/s41524-026-02153-3",
    "code": "https://github.com/ABnano/MEIDNet",
    "weights": "https://huggingface.co/Babu09/MEIDNet/blob/main/dual_autoencoder_clip_earlyfusion_propertyaware.pth"
   }
  }
 ]
}