diff --git a/models/pretrain_cv/cv_results.json b/models/pretrain_cv/cv_results.json
new file mode 100644
index 0000000..02d3a48
--- /dev/null
+++ b/models/pretrain_cv/cv_results.json
@@ -0,0 +1,68 @@
+{
+  "fold_results": [
+    {
+      "fold_idx": 0,
+      "best_val_loss": 0.8423525478929029,
+      "best_val_rmse": 0.9331341268749274,
+      "best_val_r2": 0.2524544731269053,
+      "epochs_trained": 19
+    },
+    {
+      "fold_idx": 1,
+      "best_val_loss": 0.7009093638175043,
+      "best_val_rmse": 0.888277234295553,
+      "best_val_r2": 0.19871749006650596,
+      "epochs_trained": 16
+    },
+    {
+      "fold_idx": 2,
+      "best_val_loss": 0.7235820254347072,
+      "best_val_rmse": 0.8821482466127635,
+      "best_val_r2": 0.25251501039626645,
+      "epochs_trained": 26
+    },
+    {
+      "fold_idx": 3,
+      "best_val_loss": 0.7233524476227008,
+      "best_val_rmse": 0.8598248435346856,
+      "best_val_r2": 0.2173208126626488,
+      "epochs_trained": 11
+    },
+    {
+      "fold_idx": 4,
+      "best_val_loss": 0.7125106603565553,
+      "best_val_rmse": 0.9044179837028969,
+      "best_val_r2": 0.05955105566092167,
+      "epochs_trained": 11
+    }
+  ],
+  "summary": {
+    "val_loss_mean": 0.7405414090248741,
+    "val_loss_std": 0.051584902755892316,
+    "val_rmse_mean": 0.8935604870041655,
+    "val_rmse_std": 0.024413946167786103,
+    "val_r2_mean": 0.19611176838264963,
+    "val_r2_std": 0.07136002759441169
+  },
+  "config": {
+    "d_model": 256,
+    "num_heads": 8,
+    "n_attn_layers": 4,
+    "fusion_strategy": "attention",
+    "head_hidden_dim": 128,
+    "dropout": 0.1,
+    "use_mpnn": true,
+    "mpnn_ensemble_paths": [
+      "/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_0/fold_0/model_0/model.pt",
+      "/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_1/fold_0/model_0/model.pt",
+      "/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_2/fold_0/model_0/model.pt",
+      "/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_3/fold_0/model_0/model.pt",
+      "/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_4/fold_0/model_0/model.pt"
+    ],
+    "lr": 0.0001,
+    "weight_decay": 1e-05,
+    "batch_size": 64,
+    "epochs": 50,
+    "patience": 10
+  }
+}
\ No newline at end of file
diff --git a/models/pretrain_cv/fold_2/history.json b/models/pretrain_cv/fold_2/history.json
new file mode 100644
index 0000000..6cfcf3e
--- /dev/null
+++ b/models/pretrain_cv/fold_2/history.json
@@ -0,0 +1,210 @@
+[
+  {
+    "epoch": 1,
+    "train_loss": 0.791098108242938,
+    "val_loss": 0.7719947347075529,
+    "val_rmse": 0.878632305711343,
+    "val_r2": 0.25846157477201237,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 2,
+    "train_loss": 0.6658925409901272,
+    "val_loss": 0.7617311492273446,
+    "val_rmse": 0.8727721145733892,
+    "val_r2": 0.26832022703332314,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 3,
+    "train_loss": 0.6122674057266099,
+    "val_loss": 0.8769170071679075,
+    "val_rmse": 0.9364384705484738,
+    "val_r2": 0.15767862930010346,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 4,
+    "train_loss": 0.5742751938678995,
+    "val_loss": 0.7367407811068618,
+    "val_rmse": 0.8583360495407089,
+    "val_r2": 0.2923247102058987,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 5,
+    "train_loss": 0.5531474925106927,
+    "val_loss": 0.7950987294231336,
+    "val_rmse": 0.8916830851722821,
+    "val_r2": 0.23626906492194255,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 6,
+    "train_loss": 0.527079365248884,
+    "val_loss": 0.802677319898029,
+    "val_rmse": 0.895922608061829,
+    "val_r2": 0.22898945616093758,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 7,
+    "train_loss": 0.5123950171866232,
+    "val_loss": 0.782698355759563,
+    "val_rmse": 0.88470241000697,
+    "val_r2": 0.24818022257968875,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 8,
+    "train_loss": 0.4904004101283092,
+    "val_loss": 0.7598537935566331,
+    "val_rmse": 0.871695932346191,
+    "val_r2": 0.2701235277693791,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 9,
+    "train_loss": 0.4724999822167431,
+    "val_loss": 0.7330814787232346,
+    "val_rmse": 0.856201763512417,
+    "val_r2": 0.295839659096092,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 10,
+    "train_loss": 0.4588321148588464,
+    "val_loss": 0.8768221832463515,
+    "val_rmse": 0.9363878373732571,
+    "val_r2": 0.15776971537541384,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 11,
+    "train_loss": 0.4419767470898412,
+    "val_loss": 0.8529776517416487,
+    "val_rmse": 0.923567892947146,
+    "val_r2": 0.18067354347355968,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 12,
+    "train_loss": 0.44027366810112756,
+    "val_loss": 0.7568119836709927,
+    "val_rmse": 0.8699494234122945,
+    "val_r2": 0.2730453235865089,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 13,
+    "train_loss": 0.42930884333119396,
+    "val_loss": 0.788217492834872,
+    "val_rmse": 0.8878161341676009,
+    "val_r2": 0.24287882653794168,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 14,
+    "train_loss": 0.4194908241938084,
+    "val_loss": 0.7534916236775767,
+    "val_rmse": 0.8680389443471926,
+    "val_r2": 0.27623471979749215,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 15,
+    "train_loss": 0.4176158948011587,
+    "val_loss": 0.8106847968517442,
+    "val_rmse": 0.9003803645851803,
+    "val_r2": 0.22129788153136576,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 16,
+    "train_loss": 0.38479953538329265,
+    "val_loss": 0.7235820254347072,
+    "val_rmse": 0.8506362402435862,
+    "val_r2": 0.30496433887728125,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 17,
+    "train_loss": 0.36291458054036185,
+    "val_loss": 0.7698690443721301,
+    "val_rmse": 0.8774218234638004,
+    "val_r2": 0.2605033862868045,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 18,
+    "train_loss": 0.35190441592072863,
+    "val_loss": 0.7518946720093931,
+    "val_rmse": 0.8671186052451901,
+    "val_r2": 0.27776865181926147,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 19,
+    "train_loss": 0.3459884363256904,
+    "val_loss": 0.7640664695741921,
+    "val_rmse": 0.8741089628969817,
+    "val_r2": 0.26607704353364603,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 20,
+    "train_loss": 0.34317695209191873,
+    "val_loss": 0.8004909910796849,
+    "val_rmse": 0.8947016177568753,
+    "val_r2": 0.23108953692438994,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 21,
+    "train_loss": 0.3332719436270763,
+    "val_loss": 0.7787629118531161,
+    "val_rmse": 0.8824754422784569,
+    "val_r2": 0.251960411536307,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 22,
+    "train_loss": 0.3384761268649804,
+    "val_loss": 0.7856652471943075,
+    "val_rmse": 0.8863775950094339,
+    "val_r2": 0.24533038386710204,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 23,
+    "train_loss": 0.310940025515745,
+    "val_loss": 0.790956350967305,
+    "val_rmse": 0.8893572619792587,
+    "val_r2": 0.24024802681949986,
+    "lr": 2.5e-05
+  },
+  {
+    "epoch": 24,
+    "train_loss": 0.30727086450616947,
+    "val_loss": 0.7933453949786374,
+    "val_rmse": 0.8906993813028119,
+    "val_r2": 0.2379532298009046,
+    "lr": 2.5e-05
+  },
+  {
+    "epoch": 25,
+    "train_loss": 0.30007334123885626,
+    "val_loss": 0.7868168299323205,
+    "val_rmse": 0.8870269603598935,
+    "val_r2": 0.24422422818004352,
+    "lr": 2.5e-05
+  },
+  {
+    "epoch": 26,
+    "train_loss": 0.3007251892450439,
+    "val_loss": 0.7781855312761179,
+    "val_rmse": 0.8821482466127635,
+    "val_r2": 0.25251501039626645,
+    "lr": 2.5e-05
+  }
+]
\ No newline at end of file
diff --git a/models/pretrain_cv/fold_2/model.pt b/models/pretrain_cv/fold_2/model.pt
new file mode 100644
index 0000000..742dbf4
Binary files /dev/null and b/models/pretrain_cv/fold_2/model.pt differ
diff --git a/models/pretrain_cv/fold_3/history.json b/models/pretrain_cv/fold_3/history.json
new file mode 100644
index 0000000..c24ad93
--- /dev/null
+++ b/models/pretrain_cv/fold_3/history.json
@@ -0,0 +1,90 @@
+[
+  {
+    "epoch": 1,
+    "train_loss": 0.8049272903758325,
+    "val_loss": 0.7233524476227008,
+    "val_rmse": 0.8505012931595093,
+    "val_r2": 0.23420281907567997,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 2,
+    "train_loss": 0.6724394139545847,
+    "val_loss": 0.7780079920040933,
+    "val_rmse": 0.8820476211055823,
+    "val_r2": 0.17634019497914522,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 3,
+    "train_loss": 0.6226702311841568,
+    "val_loss": 0.7268287277535388,
+    "val_rmse": 0.8525425118433609,
+    "val_r2": 0.23052255349098238,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 4,
+    "train_loss": 0.5807066261440482,
+    "val_loss": 0.7480401876725649,
+    "val_rmse": 0.8648931610246879,
+    "val_r2": 0.20806646702187126,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 5,
+    "train_loss": 0.5565325967568225,
+    "val_loss": 0.78764457169332,
+    "val_rmse": 0.8874934150154856,
+    "val_r2": 0.1661381872756985,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 6,
+    "train_loss": 0.5408692455237417,
+    "val_loss": 0.7449622110316628,
+    "val_rmse": 0.8631119349791895,
+    "val_r2": 0.21132504308155697,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 7,
+    "train_loss": 0.5280002702356003,
+    "val_loss": 0.7270265375313006,
+    "val_rmse": 0.8526585107441463,
+    "val_r2": 0.2303131454929167,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 8,
+    "train_loss": 0.47815470421593387,
+    "val_loss": 0.7485054905477323,
+    "val_rmse": 0.8651621132668481,
+    "val_r2": 0.20757386186414217,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 9,
+    "train_loss": 0.44686747415062394,
+    "val_loss": 0.7434620163942638,
+    "val_rmse": 0.8622424252651505,
+    "val_r2": 0.21291328462156855,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 10,
+    "train_loss": 0.4486482603106318,
+    "val_loss": 0.7479210574375955,
+    "val_rmse": 0.8648242899336148,
+    "val_r2": 0.20819258469138113,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 11,
+    "train_loss": 0.4326103016038595,
+    "val_loss": 0.7392987593224174,
+    "val_rmse": 0.8598248435346856,
+    "val_r2": 0.2173208126626488,
+    "lr": 5e-05
+  }
+]
\ No newline at end of file
diff --git a/models/pretrain_cv/fold_3/model.pt b/models/pretrain_cv/fold_3/model.pt
new file mode 100644
index 0000000..57ecbfb
Binary files /dev/null and b/models/pretrain_cv/fold_3/model.pt differ
diff --git a/models/pretrain_cv/fold_4/history.json b/models/pretrain_cv/fold_4/history.json
new file mode 100644
index 0000000..a4379f3
--- /dev/null
+++ b/models/pretrain_cv/fold_4/history.json
@@ -0,0 +1,90 @@
+[
+  {
+    "epoch": 1,
+    "train_loss": 0.8368555589726097,
+    "val_loss": 0.7125106603565553,
+    "val_rmse": 0.8441034718158141,
+    "val_r2": 0.18080325582548262,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 2,
+    "train_loss": 0.6790143709433706,
+    "val_loss": 0.7736326924319002,
+    "val_rmse": 0.8795639234921174,
+    "val_r2": 0.11052927201587359,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 3,
+    "train_loss": 0.6273591098032499,
+    "val_loss": 0.7311186972615996,
+    "val_rmse": 0.8550547893685072,
+    "val_r2": 0.15940900672576352,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 4,
+    "train_loss": 0.5845285086255324,
+    "val_loss": 0.824912052230327,
+    "val_rmse": 0.9082466910090811,
+    "val_r2": 0.05157172462622084,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 5,
+    "train_loss": 0.542804313333411,
+    "val_loss": 0.7959495350374681,
+    "val_rmse": 0.8921600398451272,
+    "val_r2": 0.08487087224465562,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 6,
+    "train_loss": 0.532002612164146,
+    "val_loss": 0.7709247228206229,
+    "val_rmse": 0.8780231871088532,
+    "val_r2": 0.11364272306307566,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 7,
+    "train_loss": 0.5044803537820515,
+    "val_loss": 0.7929024055826939,
+    "val_rmse": 0.8904506712121858,
+    "val_r2": 0.08837426708937035,
+    "lr": 0.0001
+  },
+  {
+    "epoch": 8,
+    "train_loss": 0.46425794064998627,
+    "val_loss": 0.8080452268227211,
+    "val_rmse": 0.8989133602081687,
+    "val_r2": 0.07096406033748759,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 9,
+    "train_loss": 0.4466087131123794,
+    "val_loss": 0.7912134588730353,
+    "val_rmse": 0.8895018072231533,
+    "val_r2": 0.09031608819367143,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 10,
+    "train_loss": 0.42657232159062436,
+    "val_loss": 0.8380918791833085,
+    "val_rmse": 0.9154735745461754,
+    "val_r2": 0.036418462892607084,
+    "lr": 5e-05
+  },
+  {
+    "epoch": 11,
+    "train_loss": 0.4110604504221364,
+    "val_loss": 0.817971889381322,
+    "val_rmse": 0.9044179837028969,
+    "val_r2": 0.05955105566092167,
+    "lr": 5e-05
+  }
+]
\ No newline at end of file
diff --git a/models/pretrain_cv/fold_4/model.pt b/models/pretrain_cv/fold_4/model.pt
new file mode 100644
index 0000000..5953298
Binary files /dev/null and b/models/pretrain_cv/fold_4/model.pt differ