mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-03-21 17:46:39 +08:00
CV results
This commit is contained in:
RYDE-WORK
parent
a2bfb26dfc
commit
e1c85c83ba
68
models/pretrain_cv/cv_results.json
Normal file
68
models/pretrain_cv/cv_results.json
Normal file
@ -0,0 +1,68 @@
|
||||
{
|
||||
"fold_results": [
|
||||
{
|
||||
"fold_idx": 0,
|
||||
"best_val_loss": 0.8423525478929029,
|
||||
"best_val_rmse": 0.9331341268749274,
|
||||
"best_val_r2": 0.2524544731269053,
|
||||
"epochs_trained": 19
|
||||
},
|
||||
{
|
||||
"fold_idx": 1,
|
||||
"best_val_loss": 0.7009093638175043,
|
||||
"best_val_rmse": 0.888277234295553,
|
||||
"best_val_r2": 0.19871749006650596,
|
||||
"epochs_trained": 16
|
||||
},
|
||||
{
|
||||
"fold_idx": 2,
|
||||
"best_val_loss": 0.7235820254347072,
|
||||
"best_val_rmse": 0.8821482466127635,
|
||||
"best_val_r2": 0.25251501039626645,
|
||||
"epochs_trained": 26
|
||||
},
|
||||
{
|
||||
"fold_idx": 3,
|
||||
"best_val_loss": 0.7233524476227008,
|
||||
"best_val_rmse": 0.8598248435346856,
|
||||
"best_val_r2": 0.2173208126626488,
|
||||
"epochs_trained": 11
|
||||
},
|
||||
{
|
||||
"fold_idx": 4,
|
||||
"best_val_loss": 0.7125106603565553,
|
||||
"best_val_rmse": 0.9044179837028969,
|
||||
"best_val_r2": 0.05955105566092167,
|
||||
"epochs_trained": 11
|
||||
}
|
||||
],
|
||||
"summary": {
|
||||
"val_loss_mean": 0.7405414090248741,
|
||||
"val_loss_std": 0.051584902755892316,
|
||||
"val_rmse_mean": 0.8935604870041655,
|
||||
"val_rmse_std": 0.024413946167786103,
|
||||
"val_r2_mean": 0.19611176838264963,
|
||||
"val_r2_std": 0.07136002759441169
|
||||
},
|
||||
"config": {
|
||||
"d_model": 256,
|
||||
"num_heads": 8,
|
||||
"n_attn_layers": 4,
|
||||
"fusion_strategy": "attention",
|
||||
"head_hidden_dim": 128,
|
||||
"dropout": 0.1,
|
||||
"use_mpnn": true,
|
||||
"mpnn_ensemble_paths": [
|
||||
"/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_0/fold_0/model_0/model.pt",
|
||||
"/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_1/fold_0/model_0/model.pt",
|
||||
"/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_2/fold_0/model_0/model.pt",
|
||||
"/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_3/fold_0/model_0/model.pt",
|
||||
"/Users/ryde/Documents/workspaces/\u8102\u8d28\u5206\u5b50\u836f\u7269\u9012\u9001\u6027\u80fd\u9884\u6d4b/\u6700\u65b0\u6574\u7406/lnp-ml/models/mpnn/all_amine_split_for_LiON/cv_4/fold_0/model_0/model.pt"
|
||||
],
|
||||
"lr": 0.0001,
|
||||
"weight_decay": 1e-05,
|
||||
"batch_size": 64,
|
||||
"epochs": 50,
|
||||
"patience": 10
|
||||
}
|
||||
}
|
||||
210
models/pretrain_cv/fold_2/history.json
Normal file
210
models/pretrain_cv/fold_2/history.json
Normal file
@ -0,0 +1,210 @@
|
||||
[
|
||||
{
|
||||
"epoch": 1,
|
||||
"train_loss": 0.791098108242938,
|
||||
"val_loss": 0.7719947347075529,
|
||||
"val_rmse": 0.878632305711343,
|
||||
"val_r2": 0.25846157477201237,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 2,
|
||||
"train_loss": 0.6658925409901272,
|
||||
"val_loss": 0.7617311492273446,
|
||||
"val_rmse": 0.8727721145733892,
|
||||
"val_r2": 0.26832022703332314,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 3,
|
||||
"train_loss": 0.6122674057266099,
|
||||
"val_loss": 0.8769170071679075,
|
||||
"val_rmse": 0.9364384705484738,
|
||||
"val_r2": 0.15767862930010346,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 4,
|
||||
"train_loss": 0.5742751938678995,
|
||||
"val_loss": 0.7367407811068618,
|
||||
"val_rmse": 0.8583360495407089,
|
||||
"val_r2": 0.2923247102058987,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 5,
|
||||
"train_loss": 0.5531474925106927,
|
||||
"val_loss": 0.7950987294231336,
|
||||
"val_rmse": 0.8916830851722821,
|
||||
"val_r2": 0.23626906492194255,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 6,
|
||||
"train_loss": 0.527079365248884,
|
||||
"val_loss": 0.802677319898029,
|
||||
"val_rmse": 0.895922608061829,
|
||||
"val_r2": 0.22898945616093758,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 7,
|
||||
"train_loss": 0.5123950171866232,
|
||||
"val_loss": 0.782698355759563,
|
||||
"val_rmse": 0.88470241000697,
|
||||
"val_r2": 0.24818022257968875,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 8,
|
||||
"train_loss": 0.4904004101283092,
|
||||
"val_loss": 0.7598537935566331,
|
||||
"val_rmse": 0.871695932346191,
|
||||
"val_r2": 0.2701235277693791,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 9,
|
||||
"train_loss": 0.4724999822167431,
|
||||
"val_loss": 0.7330814787232346,
|
||||
"val_rmse": 0.856201763512417,
|
||||
"val_r2": 0.295839659096092,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 10,
|
||||
"train_loss": 0.4588321148588464,
|
||||
"val_loss": 0.8768221832463515,
|
||||
"val_rmse": 0.9363878373732571,
|
||||
"val_r2": 0.15776971537541384,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 11,
|
||||
"train_loss": 0.4419767470898412,
|
||||
"val_loss": 0.8529776517416487,
|
||||
"val_rmse": 0.923567892947146,
|
||||
"val_r2": 0.18067354347355968,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 12,
|
||||
"train_loss": 0.44027366810112756,
|
||||
"val_loss": 0.7568119836709927,
|
||||
"val_rmse": 0.8699494234122945,
|
||||
"val_r2": 0.2730453235865089,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 13,
|
||||
"train_loss": 0.42930884333119396,
|
||||
"val_loss": 0.788217492834872,
|
||||
"val_rmse": 0.8878161341676009,
|
||||
"val_r2": 0.24287882653794168,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 14,
|
||||
"train_loss": 0.4194908241938084,
|
||||
"val_loss": 0.7534916236775767,
|
||||
"val_rmse": 0.8680389443471926,
|
||||
"val_r2": 0.27623471979749215,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 15,
|
||||
"train_loss": 0.4176158948011587,
|
||||
"val_loss": 0.8106847968517442,
|
||||
"val_rmse": 0.9003803645851803,
|
||||
"val_r2": 0.22129788153136576,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 16,
|
||||
"train_loss": 0.38479953538329265,
|
||||
"val_loss": 0.7235820254347072,
|
||||
"val_rmse": 0.8506362402435862,
|
||||
"val_r2": 0.30496433887728125,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 17,
|
||||
"train_loss": 0.36291458054036185,
|
||||
"val_loss": 0.7698690443721301,
|
||||
"val_rmse": 0.8774218234638004,
|
||||
"val_r2": 0.2605033862868045,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 18,
|
||||
"train_loss": 0.35190441592072863,
|
||||
"val_loss": 0.7518946720093931,
|
||||
"val_rmse": 0.8671186052451901,
|
||||
"val_r2": 0.27776865181926147,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 19,
|
||||
"train_loss": 0.3459884363256904,
|
||||
"val_loss": 0.7640664695741921,
|
||||
"val_rmse": 0.8741089628969817,
|
||||
"val_r2": 0.26607704353364603,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 20,
|
||||
"train_loss": 0.34317695209191873,
|
||||
"val_loss": 0.8004909910796849,
|
||||
"val_rmse": 0.8947016177568753,
|
||||
"val_r2": 0.23108953692438994,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 21,
|
||||
"train_loss": 0.3332719436270763,
|
||||
"val_loss": 0.7787629118531161,
|
||||
"val_rmse": 0.8824754422784569,
|
||||
"val_r2": 0.251960411536307,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 22,
|
||||
"train_loss": 0.3384761268649804,
|
||||
"val_loss": 0.7856652471943075,
|
||||
"val_rmse": 0.8863775950094339,
|
||||
"val_r2": 0.24533038386710204,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 23,
|
||||
"train_loss": 0.310940025515745,
|
||||
"val_loss": 0.790956350967305,
|
||||
"val_rmse": 0.8893572619792587,
|
||||
"val_r2": 0.24024802681949986,
|
||||
"lr": 2.5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 24,
|
||||
"train_loss": 0.30727086450616947,
|
||||
"val_loss": 0.7933453949786374,
|
||||
"val_rmse": 0.8906993813028119,
|
||||
"val_r2": 0.2379532298009046,
|
||||
"lr": 2.5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 25,
|
||||
"train_loss": 0.30007334123885626,
|
||||
"val_loss": 0.7868168299323205,
|
||||
"val_rmse": 0.8870269603598935,
|
||||
"val_r2": 0.24422422818004352,
|
||||
"lr": 2.5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 26,
|
||||
"train_loss": 0.3007251892450439,
|
||||
"val_loss": 0.7781855312761179,
|
||||
"val_rmse": 0.8821482466127635,
|
||||
"val_r2": 0.25251501039626645,
|
||||
"lr": 2.5e-05
|
||||
}
|
||||
]
|
||||
BIN
models/pretrain_cv/fold_2/model.pt
Normal file
BIN
models/pretrain_cv/fold_2/model.pt
Normal file
Binary file not shown.
90
models/pretrain_cv/fold_3/history.json
Normal file
90
models/pretrain_cv/fold_3/history.json
Normal file
@ -0,0 +1,90 @@
|
||||
[
|
||||
{
|
||||
"epoch": 1,
|
||||
"train_loss": 0.8049272903758325,
|
||||
"val_loss": 0.7233524476227008,
|
||||
"val_rmse": 0.8505012931595093,
|
||||
"val_r2": 0.23420281907567997,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 2,
|
||||
"train_loss": 0.6724394139545847,
|
||||
"val_loss": 0.7780079920040933,
|
||||
"val_rmse": 0.8820476211055823,
|
||||
"val_r2": 0.17634019497914522,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 3,
|
||||
"train_loss": 0.6226702311841568,
|
||||
"val_loss": 0.7268287277535388,
|
||||
"val_rmse": 0.8525425118433609,
|
||||
"val_r2": 0.23052255349098238,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 4,
|
||||
"train_loss": 0.5807066261440482,
|
||||
"val_loss": 0.7480401876725649,
|
||||
"val_rmse": 0.8648931610246879,
|
||||
"val_r2": 0.20806646702187126,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 5,
|
||||
"train_loss": 0.5565325967568225,
|
||||
"val_loss": 0.78764457169332,
|
||||
"val_rmse": 0.8874934150154856,
|
||||
"val_r2": 0.1661381872756985,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 6,
|
||||
"train_loss": 0.5408692455237417,
|
||||
"val_loss": 0.7449622110316628,
|
||||
"val_rmse": 0.8631119349791895,
|
||||
"val_r2": 0.21132504308155697,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 7,
|
||||
"train_loss": 0.5280002702356003,
|
||||
"val_loss": 0.7270265375313006,
|
||||
"val_rmse": 0.8526585107441463,
|
||||
"val_r2": 0.2303131454929167,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 8,
|
||||
"train_loss": 0.47815470421593387,
|
||||
"val_loss": 0.7485054905477323,
|
||||
"val_rmse": 0.8651621132668481,
|
||||
"val_r2": 0.20757386186414217,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 9,
|
||||
"train_loss": 0.44686747415062394,
|
||||
"val_loss": 0.7434620163942638,
|
||||
"val_rmse": 0.8622424252651505,
|
||||
"val_r2": 0.21291328462156855,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 10,
|
||||
"train_loss": 0.4486482603106318,
|
||||
"val_loss": 0.7479210574375955,
|
||||
"val_rmse": 0.8648242899336148,
|
||||
"val_r2": 0.20819258469138113,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 11,
|
||||
"train_loss": 0.4326103016038595,
|
||||
"val_loss": 0.7392987593224174,
|
||||
"val_rmse": 0.8598248435346856,
|
||||
"val_r2": 0.2173208126626488,
|
||||
"lr": 5e-05
|
||||
}
|
||||
]
|
||||
BIN
models/pretrain_cv/fold_3/model.pt
Normal file
BIN
models/pretrain_cv/fold_3/model.pt
Normal file
Binary file not shown.
90
models/pretrain_cv/fold_4/history.json
Normal file
90
models/pretrain_cv/fold_4/history.json
Normal file
@ -0,0 +1,90 @@
|
||||
[
|
||||
{
|
||||
"epoch": 1,
|
||||
"train_loss": 0.8368555589726097,
|
||||
"val_loss": 0.7125106603565553,
|
||||
"val_rmse": 0.8441034718158141,
|
||||
"val_r2": 0.18080325582548262,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 2,
|
||||
"train_loss": 0.6790143709433706,
|
||||
"val_loss": 0.7736326924319002,
|
||||
"val_rmse": 0.8795639234921174,
|
||||
"val_r2": 0.11052927201587359,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 3,
|
||||
"train_loss": 0.6273591098032499,
|
||||
"val_loss": 0.7311186972615996,
|
||||
"val_rmse": 0.8550547893685072,
|
||||
"val_r2": 0.15940900672576352,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 4,
|
||||
"train_loss": 0.5845285086255324,
|
||||
"val_loss": 0.824912052230327,
|
||||
"val_rmse": 0.9082466910090811,
|
||||
"val_r2": 0.05157172462622084,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 5,
|
||||
"train_loss": 0.542804313333411,
|
||||
"val_loss": 0.7959495350374681,
|
||||
"val_rmse": 0.8921600398451272,
|
||||
"val_r2": 0.08487087224465562,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 6,
|
||||
"train_loss": 0.532002612164146,
|
||||
"val_loss": 0.7709247228206229,
|
||||
"val_rmse": 0.8780231871088532,
|
||||
"val_r2": 0.11364272306307566,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 7,
|
||||
"train_loss": 0.5044803537820515,
|
||||
"val_loss": 0.7929024055826939,
|
||||
"val_rmse": 0.8904506712121858,
|
||||
"val_r2": 0.08837426708937035,
|
||||
"lr": 0.0001
|
||||
},
|
||||
{
|
||||
"epoch": 8,
|
||||
"train_loss": 0.46425794064998627,
|
||||
"val_loss": 0.8080452268227211,
|
||||
"val_rmse": 0.8989133602081687,
|
||||
"val_r2": 0.07096406033748759,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 9,
|
||||
"train_loss": 0.4466087131123794,
|
||||
"val_loss": 0.7912134588730353,
|
||||
"val_rmse": 0.8895018072231533,
|
||||
"val_r2": 0.09031608819367143,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 10,
|
||||
"train_loss": 0.42657232159062436,
|
||||
"val_loss": 0.8380918791833085,
|
||||
"val_rmse": 0.9154735745461754,
|
||||
"val_r2": 0.036418462892607084,
|
||||
"lr": 5e-05
|
||||
},
|
||||
{
|
||||
"epoch": 11,
|
||||
"train_loss": 0.4110604504221364,
|
||||
"val_loss": 0.817971889381322,
|
||||
"val_rmse": 0.9044179837028969,
|
||||
"val_r2": 0.05955105566092167,
|
||||
"lr": 5e-05
|
||||
}
|
||||
]
|
||||
BIN
models/pretrain_cv/fold_4/model.pt
Normal file
BIN
models/pretrain_cv/fold_4/model.pt
Normal file
Binary file not shown.
Loading…
x
Reference in New Issue
Block a user