mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-24 23:11:52 +08:00
- Updated ablation_summary.csv with full 6-variant comparison - Updated run_all.sh to run 6 variants (added BioT5 variants) - Added per-fold json artifacts (best_params/test_metrics/splits/history/summary) - Model weights (.pt) excluded per .gitignore
947 lines
27 KiB
JSON
947 lines
27 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.249816047538945,
|
|
"lr": 0.0007969454818643932,
|
|
"weight_decay": 0.008471801418819975,
|
|
"backbone_lr_ratio": 0.15751320499779725,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 11,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.4902910516992345,
|
|
"rmse": 1.2207747751732236,
|
|
"mae": 0.5363193983324321,
|
|
"r2": 0.08790519299169797
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6916124740287749,
|
|
"rmse": 0.8316324152104552,
|
|
"mae": 0.6628450403824963,
|
|
"r2": 0.12091881090349843
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7738095238095238,
|
|
"precision": 0.7194960212201591,
|
|
"recall": 0.7359230220955096,
|
|
"f1": 0.7262905162064826
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.702812241521919,
|
|
"recall": 0.7209523809523809,
|
|
"f1": 0.6980392156862744
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.3168873020028568,
|
|
"js_divergence": 0.0677902363417781
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.4974289969576414,
|
|
"lr": 0.0002961107423081925,
|
|
"weight_decay": 0.0006029005082214946,
|
|
"backbone_lr_ratio": 0.13222888593113422,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 28,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.43464222391277485,
|
|
"rmse": 0.6592740127691784,
|
|
"mae": 0.499924241121681,
|
|
"r2": -0.3272428266631806
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.17955117322795,
|
|
"rmse": 1.0860714402045337,
|
|
"mae": 0.7267155784686081,
|
|
"r2": 0.107164794450476
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5833333333333334,
|
|
"precision": 0.512962962962963,
|
|
"recall": 0.5158730158730158,
|
|
"f1": 0.5072900955253896
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5833333333333334,
|
|
"precision": 0.520295837633299,
|
|
"recall": 0.5255696684268113,
|
|
"f1": 0.5108812260536398
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.4683037296441327,
|
|
"js_divergence": 0.11658896336509159
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.20909028227816875,
|
|
"lr": 0.0009868479883958295,
|
|
"weight_decay": 0.09577444643395126,
|
|
"backbone_lr_ratio": 0.9366132049338034,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.4087910347460858,
|
|
"rmse": 0.6393676835327899,
|
|
"mae": 0.4793831276197341,
|
|
"r2": 0.19264501023242742
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.7247595458151497,
|
|
"rmse": 0.8513281070275723,
|
|
"mae": 0.5579910538314531,
|
|
"r2": 0.035219426368225504
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.661793372319688,
|
|
"recall": 0.6825513196480939,
|
|
"f1": 0.6686674669867947
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6552237349338799,
|
|
"recall": 0.6556956115779645,
|
|
"f1": 0.6514953433935953
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.21126022529821167,
|
|
"js_divergence": 0.05485419090953282
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.26416603774755115,
|
|
"lr": 0.0009483435695441306,
|
|
"weight_decay": 0.023495515945762397,
|
|
"backbone_lr_ratio": 0.11652607489369789,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7842281855420412,
|
|
"rmse": 1.3357500460572858,
|
|
"mae": 0.5938954424135476,
|
|
"r2": -0.009173060960097734
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.6918623731346534,
|
|
"rmse": 0.8317826477720327,
|
|
"mae": 0.5687793801870134,
|
|
"r2": 0.32742757251779153
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6345029239766082,
|
|
"recall": 0.6517595307917888,
|
|
"f1": 0.6398559423769508
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6190476190476191,
|
|
"precision": 0.553931623931624,
|
|
"recall": 0.5850427350427351,
|
|
"f1": 0.5562289562289563
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9,
|
|
"precision": 0.6666666666666666,
|
|
"recall": 0.9473684210526316,
|
|
"f1": 0.7222222222222222
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.41758473248841016,
|
|
"js_divergence": 0.10913817108200573
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.3550281028589818,
|
|
"lr": 0.0008995567387897002,
|
|
"weight_decay": 0.07448021944502968,
|
|
"backbone_lr_ratio": 0.09651209634502661,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 23,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.631083594340189,
|
|
"rmse": 0.7944077003278537,
|
|
"mae": 0.45563113806392286,
|
|
"r2": 0.15553176014966863
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9301344974568768,
|
|
"rmse": 0.9644348072611632,
|
|
"mae": 0.6198378756385425,
|
|
"r2": 0.10057529571431079
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6840277777777778,
|
|
"recall": 0.7331378299120235,
|
|
"f1": 0.684012539184953
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6285096799970942,
|
|
"recall": 0.6982905982905984,
|
|
"f1": 0.6480077466175054
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.16506880737658336,
|
|
"js_divergence": 0.045572918215851584
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.249816047538945,
|
|
"lr": 0.0007969454818643932,
|
|
"weight_decay": 0.008471801418819975,
|
|
"backbone_lr_ratio": 0.15751320499779725,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 11,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.5155296361572212,
|
|
"rmse": 1.2310684936904288,
|
|
"mae": 0.5528177052781166,
|
|
"r2": 0.07245855805812385
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.7162305636380973,
|
|
"rmse": 0.8463040609840516,
|
|
"mae": 0.6606004694797869,
|
|
"r2": 0.08962773345808628
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7857142857142857,
|
|
"precision": 0.7348927875243665,
|
|
"recall": 0.7576621525302922,
|
|
"f1": 0.7437288135593221
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.6419191919191919,
|
|
"recall": 0.6642857142857143,
|
|
"f1": 0.6264318357172532
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9827586206896551,
|
|
"precision": 0.9912280701754386,
|
|
"recall": 0.75,
|
|
"f1": 0.8289085545722714
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.24963897156642656,
|
|
"js_divergence": 0.05394401992956361
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.4974289969576414,
|
|
"lr": 0.0002961107423081925,
|
|
"weight_decay": 0.0006029005082214946,
|
|
"backbone_lr_ratio": 0.13222888593113422,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 28,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.4407882317423426,
|
|
"rmse": 0.6639188442440406,
|
|
"mae": 0.5040833638271406,
|
|
"r2": -0.34601054952953203
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1926662698803117,
|
|
"rmse": 1.0920926104870006,
|
|
"mae": 0.7042049732914225,
|
|
"r2": 0.09723761173794576
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5972222222222222,
|
|
"recall": 0.626984126984127,
|
|
"f1": 0.5884305357989568
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.4710567210567211,
|
|
"recall": 0.4779744065458351,
|
|
"f1": 0.46484848484848484
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.4314531684239771,
|
|
"js_divergence": 0.10909374111148634
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.20909028227816875,
|
|
"lr": 0.0009868479883958295,
|
|
"weight_decay": 0.09577444643395126,
|
|
"backbone_lr_ratio": 0.9366132049338034,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.5650020159968021,
|
|
"rmse": 0.7516661599385741,
|
|
"mae": 0.529821105356816,
|
|
"r2": -0.1158688867212827
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.7951642792655207,
|
|
"rmse": 0.8917198434853408,
|
|
"mae": 0.564022826597405,
|
|
"r2": -0.0585014766772729
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7738095238095238,
|
|
"precision": 0.7088382038488952,
|
|
"recall": 0.7148093841642229,
|
|
"f1": 0.7116531165311653
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6208862821766048,
|
|
"recall": 0.6335200746965454,
|
|
"f1": 0.6171167931336233
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.22955774915771032,
|
|
"js_divergence": 0.057747101727447875
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.26416603774755115,
|
|
"lr": 0.0009483435695441306,
|
|
"weight_decay": 0.023495515945762397,
|
|
"backbone_lr_ratio": 0.11652607489369789,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.6949202991080103,
|
|
"rmse": 1.3018910473261618,
|
|
"mae": 0.6033158615253955,
|
|
"r2": 0.04134016030320575
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.6990766862799925,
|
|
"rmse": 0.8361080589732361,
|
|
"mae": 0.5805813829746034,
|
|
"r2": 0.32041440300144153
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6165865384615384,
|
|
"recall": 0.6422287390029326,
|
|
"f1": 0.6179337231968811
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5572465420276638,
|
|
"recall": 0.5790095525389644,
|
|
"f1": 0.5624113475177305
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9166666666666666,
|
|
"precision": 0.6875,
|
|
"recall": 0.956140350877193,
|
|
"f1": 0.749791492910759
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3403749299290891,
|
|
"js_divergence": 0.08961346697761335
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.3550281028589818,
|
|
"lr": 0.0008995567387897002,
|
|
"weight_decay": 0.07448021944502968,
|
|
"backbone_lr_ratio": 0.09651209634502661,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 23,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.4886720525111876,
|
|
"rmse": 0.6990508225524004,
|
|
"mae": 0.4315283092104697,
|
|
"r2": 0.3460960928961807
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 1.0381119176667961,
|
|
"rmse": 1.0188777736641408,
|
|
"mae": 0.6245057485226927,
|
|
"r2": -0.003837087126420169
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7380952380952381,
|
|
"precision": 0.6851851851851851,
|
|
"recall": 0.7199413489736071,
|
|
"f1": 0.6936339522546419
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5885028949545079,
|
|
"recall": 0.6226495726495727,
|
|
"f1": 0.5911800617682971
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.1611165849963004,
|
|
"js_divergence": 0.04393423722715566
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.249816047538945,
|
|
"lr": 0.0007969454818643932,
|
|
"weight_decay": 0.008471801418819975,
|
|
"backbone_lr_ratio": 0.15751320499779725,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 11,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.4122589346062955,
|
|
"rmse": 1.1883850110996417,
|
|
"mae": 0.5406930640519384,
|
|
"r2": 0.13566276940550126
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6433239980387713,
|
|
"rmse": 0.8020748082559203,
|
|
"mae": 0.6479004185389856,
|
|
"r2": 0.1822963778025941
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7738095238095238,
|
|
"precision": 0.7277777777777777,
|
|
"recall": 0.763007840342124,
|
|
"f1": 0.7381460213289581
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6854700854700854,
|
|
"recall": 0.7209523809523809,
|
|
"f1": 0.6898928064057858
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.30607373685239425,
|
|
"js_divergence": 0.0644612520328073
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.4974289969576414,
|
|
"lr": 0.0002961107423081925,
|
|
"weight_decay": 0.0006029005082214946,
|
|
"backbone_lr_ratio": 0.13222888593113422,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 28,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.5151608604554236,
|
|
"rmse": 0.7177470727599129,
|
|
"mae": 0.5327425076227102,
|
|
"r2": -0.5731181164633199
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1942001943688114,
|
|
"rmse": 1.0927946716418466,
|
|
"mae": 0.7260972606170861,
|
|
"r2": 0.09607654147912936
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5614035087719298,
|
|
"recall": 0.5714285714285714,
|
|
"f1": 0.5625
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.5102707749766573,
|
|
"recall": 0.5187669473383759,
|
|
"f1": 0.5007262164124909
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.3858021653257507,
|
|
"js_divergence": 0.10124314904115367
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.20909028227816875,
|
|
"lr": 0.0009868479883958295,
|
|
"weight_decay": 0.09577444643395126,
|
|
"backbone_lr_ratio": 0.9366132049338034,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6996393324893,
|
|
"rmse": 0.8364444586996198,
|
|
"mae": 0.5794818652904636,
|
|
"r2": -0.3817751812334691
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6996533399076693,
|
|
"rmse": 0.8364528318486759,
|
|
"mae": 0.5247579780795301,
|
|
"r2": 0.06864013793663049
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.6890838206627681,
|
|
"recall": 0.7133431085043989,
|
|
"f1": 0.6974789915966386
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5938271604938272,
|
|
"recall": 0.6295518207282914,
|
|
"f1": 0.6042911190760653
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.20584590249794044,
|
|
"js_divergence": 0.053775627312069835
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.26416603774755115,
|
|
"lr": 0.0009483435695441306,
|
|
"weight_decay": 0.023495515945762397,
|
|
"backbone_lr_ratio": 0.11652607489369789,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.6443044516225283,
|
|
"rmse": 1.2823043521810757,
|
|
"mae": 0.5879418078293822,
|
|
"r2": 0.06996886943016956
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7141145882701054,
|
|
"rmse": 0.8450530091480093,
|
|
"mae": 0.5685077921913589,
|
|
"r2": 0.30579577560029314
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6333333333333333,
|
|
"recall": 0.6583577712609971,
|
|
"f1": 0.6379310344827587
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5507364341085271,
|
|
"recall": 0.5724736048265461,
|
|
"f1": 0.5562131463818918
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9166666666666666,
|
|
"precision": 0.6875,
|
|
"recall": 0.956140350877193,
|
|
"f1": 0.749791492910759
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.37236123078698313,
|
|
"js_divergence": 0.09833772061360159
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.3550281028589818,
|
|
"lr": 0.0008995567387897002,
|
|
"weight_decay": 0.07448021944502968,
|
|
"backbone_lr_ratio": 0.09651209634502661,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 23,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6239338580525963,
|
|
"rmse": 0.7898948398695843,
|
|
"mae": 0.47588418122004006,
|
|
"r2": 0.16509899541346917
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9358950528862143,
|
|
"rmse": 0.9674166904112282,
|
|
"mae": 0.6357959070853119,
|
|
"r2": 0.09500493370997776
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7857142857142857,
|
|
"precision": 0.737037037037037,
|
|
"recall": 0.781524926686217,
|
|
"f1": 0.7493368700265253
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6161793372319687,
|
|
"recall": 0.6816239316239318,
|
|
"f1": 0.6335690369195524
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.15658197161332346,
|
|
"js_divergence": 0.04324634990542503
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9566163841988022,
|
|
"mse_std": 0.5289173298099858,
|
|
"rmse_mean": 0.9407963546814515,
|
|
"rmse_std": 0.2674296229232933,
|
|
"mae_mean": 0.5268975412509194,
|
|
"mae_std": 0.05039567726957613,
|
|
"r2_mean": -0.032432080846029186,
|
|
"r2_std": 0.25100982645757397
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.8564237969243796,
|
|
"mse_std": 0.1977046320203809,
|
|
"rmse_mean": 0.9196095850916804,
|
|
"rmse_std": 0.10364365842581455,
|
|
"mae_mean": 0.6248762457257531,
|
|
"mae_std": 0.06153017950577873,
|
|
"r2_mean": 0.12560405672511385,
|
|
"r2_std": 0.10994742145993405
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.7158730158730158,
|
|
"accuracy_std": 0.06052595544424641,
|
|
"precision_mean": 0.6602762315388166,
|
|
"precision_std": 0.06462720006787157,
|
|
"recall_mean": 0.6845688458798613,
|
|
"recall_std": 0.07165699786547515,
|
|
"f1_mean": 0.6644593079370945,
|
|
"f1_std": 0.06911892092212407
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6476190476190476,
|
|
"accuracy_std": 0.05158119621991084,
|
|
"precision_mean": 0.5931245694955715,
|
|
"precision_std": 0.06380277148311345,
|
|
"recall_mean": 0.6190906000317766,
|
|
"recall_std": 0.07225474019863874,
|
|
"f1_mean": 0.5940888890774098,
|
|
"f1_std": 0.0661558682406764
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9456517189214969,
|
|
"accuracy_std": 0.022719466775221415,
|
|
"precision_mean": 0.7526691729323307,
|
|
"precision_std": 0.07547321813694222,
|
|
"recall_mean": 0.9553805490738341,
|
|
"recall_std": 0.055941822921307525,
|
|
"f1_mean": 0.8043743537666569,
|
|
"f1_std": 0.04314896911685932
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.294527413864006,
|
|
"kl_divergence_std": 0.10192651728638547,
|
|
"js_divergence_mean": 0.07395607638617227,
|
|
"js_divergence_std": 0.025932885166045156
|
|
}
|
|
}
|
|
} |