mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-09-18 20:33:18 +08:00
352 lines
10 KiB
JSON
352 lines
10 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.10525612628712336,
|
|
"lr": 0.0008524636948952184,
|
|
"weight_decay": 0.00045548267300368544,
|
|
"backbone_lr_ratio": 0.041128435798161375,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.5121090187413508,
|
|
"rmse": 1.2296784208651264,
|
|
"mae": 0.5759273265230368,
|
|
"r2": 0.07455206011479953
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.5121668199501789,
|
|
"rmse": 0.7156583122902849,
|
|
"mae": 0.5583267274216331,
|
|
"r2": 0.34900506569110146
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7857142857142857,
|
|
"precision": 0.7385579937304074,
|
|
"recall": 0.7712045616535994,
|
|
"f1": 0.7493368700265252
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7380952380952381,
|
|
"precision": 0.6985851726089417,
|
|
"recall": 0.7376190476190475,
|
|
"f1": 0.7018460466736327
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9827586206896551,
|
|
"precision": 0.9912280701754386,
|
|
"recall": 0.75,
|
|
"f1": 0.8289085545722714
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.23962038921814616,
|
|
"js_divergence": 0.043880608373387
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.23085562232445592,
|
|
"lr": 0.0005227270589225132,
|
|
"weight_decay": 0.00461701039547356,
|
|
"backbone_lr_ratio": 0.12087164274488635,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 7,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3284213709926875,
|
|
"rmse": 0.5730805972921151,
|
|
"mae": 0.45920564744266723,
|
|
"r2": -0.002882105767083143
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0560295226310608,
|
|
"rmse": 1.0276329707785075,
|
|
"mae": 0.6466741458070083,
|
|
"r2": 0.2006617794084804
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.5886939571150097,
|
|
"recall": 0.6031746031746031,
|
|
"f1": 0.5916666666666667
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5833333333333334,
|
|
"precision": 0.5271672771672772,
|
|
"recall": 0.533918462489891,
|
|
"f1": 0.513073133762789
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.4648032547075186,
|
|
"js_divergence": 0.11675330313943091
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.11129874930397193,
|
|
"lr": 0.000993106647576575,
|
|
"weight_decay": 0.0015528212338926973,
|
|
"backbone_lr_ratio": 0.19356048624251188,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.395384611648953,
|
|
"rmse": 0.6287961606506142,
|
|
"mae": 0.4870017299295536,
|
|
"r2": 0.219122456317145
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.692732678583736,
|
|
"rmse": 0.8323056401249099,
|
|
"mae": 0.5703436779246355,
|
|
"r2": 0.07785273767480438
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6503347534996957,
|
|
"recall": 0.6810850439882699,
|
|
"f1": 0.6554552912223134
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.6078622482131254,
|
|
"recall": 0.6720354808590102,
|
|
"f1": 0.6212949538882847
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.179209086609629,
|
|
"js_divergence": 0.0456761395398062
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.19585998114210643,
|
|
"lr": 0.0008949481903172137,
|
|
"weight_decay": 0.0848478556523433,
|
|
"backbone_lr_ratio": 0.7944603821606866,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 11,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7351497225620842,
|
|
"rmse": 1.317250819913233,
|
|
"mae": 0.577601661647569,
|
|
"r2": 0.018586091772742508
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.6791751469481081,
|
|
"rmse": 0.8241208327351688,
|
|
"mae": 0.5204403357959148,
|
|
"r2": 0.3397610637519505
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6375,
|
|
"recall": 0.6451612903225806,
|
|
"f1": 0.6407697790449038
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5632266806539034,
|
|
"recall": 0.5736299648064355,
|
|
"f1": 0.5568911622620062
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9166666666666666,
|
|
"precision": 0.6875,
|
|
"recall": 0.956140350877193,
|
|
"f1": 0.749791492910759
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.17262215641467948,
|
|
"js_divergence": 0.04320988831477907
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.22523077425267193,
|
|
"lr": 0.0007489877504872848,
|
|
"weight_decay": 1.4840953126290499e-05,
|
|
"backbone_lr_ratio": 0.07616131024702885,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 13,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.5768887598177137,
|
|
"rmse": 0.7595319346924879,
|
|
"mae": 0.4391206152282566,
|
|
"r2": 0.22805118060144536
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.923829878979012,
|
|
"rmse": 0.9611606936298488,
|
|
"mae": 0.6288489371152788,
|
|
"r2": 0.1066717577051215
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6333333333333333,
|
|
"recall": 0.6583577712609971,
|
|
"f1": 0.6379310344827587
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6374458874458875,
|
|
"recall": 0.676068376068376,
|
|
"f1": 0.6504784466740988
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.26043390803767386,
|
|
"js_divergence": 0.07162115663497268
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9095906967525579,
|
|
"mse_std": 0.5928629344848133,
|
|
"rmse_mean": 0.9016675866827153,
|
|
"rmse_std": 0.3107833005139207,
|
|
"mae_mean": 0.5077713961542166,
|
|
"mae_std": 0.058351413912694466,
|
|
"r2_mean": 0.10748593660780985,
|
|
"r2_std": 0.09815051502898975
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.7727868094184192,
|
|
"mse_std": 0.1929430120916135,
|
|
"rmse_mean": 0.8721756899117441,
|
|
"rmse_std": 0.10998352306319617,
|
|
"mae_mean": 0.5849267648128941,
|
|
"mae_std": 0.04652015524299455,
|
|
"r2_mean": 0.21479048084629165,
|
|
"r2_std": 0.11337762158357426
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.7119047619047618,
|
|
"accuracy_std": 0.040124522729411236,
|
|
"precision_mean": 0.6496840075356892,
|
|
"precision_std": 0.04906035003802354,
|
|
"recall_mean": 0.67179665408001,
|
|
"recall_std": 0.05579827653185203,
|
|
"f1_mean": 0.6550319282886334,
|
|
"f1_std": 0.05177761509144909
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6595238095238095,
|
|
"accuracy_std": 0.052489065916782394,
|
|
"precision_mean": 0.606857453217827,
|
|
"precision_std": 0.0593376860008789,
|
|
"recall_mean": 0.638654266368552,
|
|
"recall_std": 0.07416993652578822,
|
|
"f1_mean": 0.6087167486521623,
|
|
"f1_std": 0.0669461116008982
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9468758882575938,
|
|
"accuracy_std": 0.023999113331584828,
|
|
"precision_mean": 0.7814598997493734,
|
|
"precision_std": 0.11153441243627586,
|
|
"recall_mean": 0.9238635381557341,
|
|
"recall_std": 0.08733483101897535,
|
|
"f1_mean": 0.8017789705355671,
|
|
"f1_std": 0.04079837839243099
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.2633377589975294,
|
|
"kl_divergence_std": 0.10626970030167675,
|
|
"js_divergence_mean": 0.06422821920047517,
|
|
"js_divergence_std": 0.028332014139597596
|
|
}
|
|
}
|
|
} |