mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-09-18 14:23:20 +08:00
932 lines
26 KiB
JSON
932 lines
26 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.3980773018180746,
|
|
"lr": 0.0009896030589860336,
|
|
"weight_decay": 0.0002988554096805342,
|
|
"backbone_lr_ratio": 0.2882797738700643,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.5221819405605161,
|
|
"rmse": 1.2337673770044806,
|
|
"mae": 0.5776655403784958,
|
|
"r2": 0.06838718401748567
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.614112021357094,
|
|
"rmse": 0.7836529980527696,
|
|
"mae": 0.6216259215926302,
|
|
"r2": 0.21942656293011076
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7976190476190477,
|
|
"precision": 0.7458333333333333,
|
|
"recall": 0.7523164647184604,
|
|
"f1": 0.7489010022859153
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6691176470588235,
|
|
"recall": 0.7114285714285714,
|
|
"f1": 0.6657848324514991
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.2940147973370504,
|
|
"js_divergence": 0.06236386129092423
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.2902385468029013,
|
|
"lr": 0.00018739040729381568,
|
|
"weight_decay": 0.08181191083032673,
|
|
"backbone_lr_ratio": 0.6566372495858538,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 12,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.2934246330317906,
|
|
"rmse": 0.5416868403716215,
|
|
"mae": 0.4069202210133274,
|
|
"r2": 0.10398548983157396
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.156314335236939,
|
|
"rmse": 1.0753205732417375,
|
|
"mae": 0.6882066883329974,
|
|
"r2": 0.12475340569084314
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5583333333333333,
|
|
"recall": 0.5634920634920635,
|
|
"f1": 0.5598915989159892
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5595238095238095,
|
|
"precision": 0.48693693693693696,
|
|
"recall": 0.49312592169735026,
|
|
"f1": 0.47630082959336323
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.5092761936607958,
|
|
"js_divergence": 0.13355010688479413
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.18117503720006686,
|
|
"lr": 8.135394049241399e-05,
|
|
"weight_decay": 0.015076469897649124,
|
|
"backbone_lr_ratio": 0.9586175198423679,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.34434236619012065,
|
|
"rmse": 0.586806924115693,
|
|
"mae": 0.46669395072967745,
|
|
"r2": 0.3199299791282213
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6575735692519624,
|
|
"rmse": 0.810909100486585,
|
|
"mae": 0.55640976827126,
|
|
"r2": 0.12465560610938209
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6190476190476191,
|
|
"precision": 0.6190476190476191,
|
|
"recall": 0.653958944281525,
|
|
"f1": 0.5961538461538461
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6166666666666667,
|
|
"recall": 0.6785714285714285,
|
|
"f1": 0.6334814122048165
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.41784407477442437,
|
|
"js_divergence": 0.11469543309672324
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.1799936812783694,
|
|
"lr": 0.00033865324369584493,
|
|
"weight_decay": 0.002833833442807743,
|
|
"backbone_lr_ratio": 0.3278334190266754,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.6764751937886317,
|
|
"rmse": 1.2947877022078298,
|
|
"mae": 0.622077302143247,
|
|
"r2": 0.05177285245868457
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.725000410122951,
|
|
"rmse": 0.8514695591287753,
|
|
"mae": 0.6181600616487154,
|
|
"r2": 0.2952134634049711
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5714285714285714,
|
|
"recall": 0.5821114369501467,
|
|
"f1": 0.5728813559322035
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.5873015873015873,
|
|
"recall": 0.6022121669180492,
|
|
"f1": 0.5872162485065711
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.4920884182489342,
|
|
"js_divergence": 0.12950821301606347
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.19398015625011103,
|
|
"lr": 0.0008450080181209037,
|
|
"weight_decay": 0.002901987198512681,
|
|
"backbone_lr_ratio": 0.5310897731873246,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.7301598129307739,
|
|
"rmse": 0.8544938928575054,
|
|
"mae": 0.4922567930327551,
|
|
"r2": 0.022955472832782875
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 1.125780851035229,
|
|
"rmse": 1.0610282046370063,
|
|
"mae": 0.6240321383650961,
|
|
"r2": -0.08861149844600491
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.683728813559322,
|
|
"recall": 0.6986803519061584,
|
|
"f1": 0.6898188851767189
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6060606060606061,
|
|
"recall": 0.6418803418803419,
|
|
"f1": 0.6178929765886287
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.26640631927709985,
|
|
"js_divergence": 0.07248344781159008
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.3980773018180746,
|
|
"lr": 0.0009896030589860336,
|
|
"weight_decay": 0.0002988554096805342,
|
|
"backbone_lr_ratio": 0.2882797738700643,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.5188104198487684,
|
|
"rmse": 1.2324002677088188,
|
|
"mae": 0.5873989220259779,
|
|
"r2": 0.07045063768272763
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6666016049923045,
|
|
"rmse": 0.8164567379796094,
|
|
"mae": 0.6511167181206161,
|
|
"r2": 0.15270913470266467
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7857142857142857,
|
|
"precision": 0.7305773342836779,
|
|
"recall": 0.7305773342836779,
|
|
"f1": 0.7305773342836779
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.691027926322044,
|
|
"recall": 0.741904761904762,
|
|
"f1": 0.6917852553884204
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9827586206896551,
|
|
"precision": 0.9912280701754386,
|
|
"recall": 0.75,
|
|
"f1": 0.8289085545722714
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.2601734547154161,
|
|
"js_divergence": 0.056514013464432016
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.2902385468029013,
|
|
"lr": 0.00018739040729381568,
|
|
"weight_decay": 0.08181191083032673,
|
|
"backbone_lr_ratio": 0.6566372495858538,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 12,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3231063887830616,
|
|
"rmse": 0.5684244794016717,
|
|
"mae": 0.42929340717160985,
|
|
"r2": 0.01334796030441776
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1342861224694418,
|
|
"rmse": 1.0650286956084525,
|
|
"mae": 0.6788244451106084,
|
|
"r2": 0.14142717476551148
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5595238095238095,
|
|
"precision": 0.5477272727272727,
|
|
"recall": 0.5634920634920635,
|
|
"f1": 0.5238241152137275
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.473011973011973,
|
|
"recall": 0.4779744065458351,
|
|
"f1": 0.46420797118471535
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.5813128628991394,
|
|
"js_divergence": 0.14714358123767265
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.18117503720006686,
|
|
"lr": 8.135394049241399e-05,
|
|
"weight_decay": 0.015076469897649124,
|
|
"backbone_lr_ratio": 0.9586175198423679,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.43267246099702694,
|
|
"rmse": 0.6577784284977936,
|
|
"mae": 0.5142740875349513,
|
|
"r2": 0.14547962007547455
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6198350807939489,
|
|
"rmse": 0.7872960566355892,
|
|
"mae": 0.5207243816383804,
|
|
"r2": 0.1748920752290377
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6418269230769231,
|
|
"recall": 0.6730205278592376,
|
|
"f1": 0.6452241715399609
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6190476190476191,
|
|
"recall": 0.6757703081232492,
|
|
"f1": 0.63584229390681
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.42003529077921203,
|
|
"js_divergence": 0.11409932566058836
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.1799936812783694,
|
|
"lr": 0.00033865324369584493,
|
|
"weight_decay": 0.002833833442807743,
|
|
"backbone_lr_ratio": 0.3278334190266754,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.709633019803758,
|
|
"rmse": 1.3075293571479603,
|
|
"mae": 0.629169082886214,
|
|
"r2": 0.03301853333873328
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7678785210635485,
|
|
"rmse": 0.8762867801487983,
|
|
"mae": 0.6255631820472368,
|
|
"r2": 0.2535308451835053
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.5888594164456233,
|
|
"recall": 0.5982404692082112,
|
|
"f1": 0.5916666666666667
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5874977416440831,
|
|
"recall": 0.6237556561085973,
|
|
"f1": 0.5958755389330425
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.46770485035756304,
|
|
"js_divergence": 0.12378056507326861
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.19398015625011103,
|
|
"lr": 0.0008450080181209037,
|
|
"weight_decay": 0.002901987198512681,
|
|
"backbone_lr_ratio": 0.5310897731873246,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6133402094103233,
|
|
"rmse": 0.7831603982648275,
|
|
"mae": 0.4741146452669498,
|
|
"r2": 0.17927461319654014
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 1.0688240926391441,
|
|
"rmse": 1.0338394907523818,
|
|
"mae": 0.6684364553155571,
|
|
"r2": -0.0335352533249651
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7857142857142857,
|
|
"precision": 0.721875,
|
|
"recall": 0.7082111436950147,
|
|
"f1": 0.7142857142857142
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5752393980848153,
|
|
"recall": 0.6188034188034188,
|
|
"f1": 0.5883517571357862
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.28068032170399054,
|
|
"js_divergence": 0.07478332635258625
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.3980773018180746,
|
|
"lr": 0.0009896030589860336,
|
|
"weight_decay": 0.0002988554096805342,
|
|
"backbone_lr_ratio": 0.2882797738700643,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.3818212591739194,
|
|
"rmse": 1.1755089362373727,
|
|
"mae": 0.5521946805697607,
|
|
"r2": 0.1542913759905169
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6972128277816507,
|
|
"rmse": 0.8349927112146852,
|
|
"mae": 0.6792561926333041,
|
|
"r2": 0.11380042333630946
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7857142857142857,
|
|
"precision": 0.7305773342836779,
|
|
"recall": 0.7305773342836779,
|
|
"f1": 0.7305773342836779
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6891715244656421,
|
|
"recall": 0.7380952380952381,
|
|
"f1": 0.6965863304906686
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.30701952754304446,
|
|
"js_divergence": 0.057564049906523536
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.2902385468029013,
|
|
"lr": 0.00018739040729381568,
|
|
"weight_decay": 0.08181191083032673,
|
|
"backbone_lr_ratio": 0.6566372495858538,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 12,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.34204974602902377,
|
|
"rmse": 0.5848501910994163,
|
|
"mae": 0.44300510672231513,
|
|
"r2": -0.04449831793169534
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1297399798287129,
|
|
"rmse": 1.0628922710363045,
|
|
"mae": 0.6765872548166357,
|
|
"r2": 0.14486827701797667
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5374198146828225,
|
|
"recall": 0.5396825396825397,
|
|
"f1": 0.5381231671554252
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.5202020202020202,
|
|
"recall": 0.5292564578278864,
|
|
"f1": 0.5119174942704355
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.5145521130605141,
|
|
"js_divergence": 0.1322571633039113
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.18117503720006686,
|
|
"lr": 8.135394049241399e-05,
|
|
"weight_decay": 0.015076469897649124,
|
|
"backbone_lr_ratio": 0.9586175198423679,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.4742411460721128,
|
|
"rmse": 0.6886516870465887,
|
|
"mae": 0.5345059656759813,
|
|
"r2": 0.06338220975850639
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6525032683185743,
|
|
"rmse": 0.807776744106052,
|
|
"mae": 0.5494959851183618,
|
|
"r2": 0.13140505545605896
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5952380952380952,
|
|
"precision": 0.6319444444444444,
|
|
"recall": 0.6671554252199414,
|
|
"f1": 0.583673469387755
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6091142490372272,
|
|
"recall": 0.669234360410831,
|
|
"f1": 0.6249493532803491
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.4235028564925827,
|
|
"js_divergence": 0.11443098458109038
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.1799936812783694,
|
|
"lr": 0.00033865324369584493,
|
|
"weight_decay": 0.002833833442807743,
|
|
"backbone_lr_ratio": 0.3278334190266754,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7043255314620636,
|
|
"rmse": 1.305498192822213,
|
|
"mae": 0.6349209440782307,
|
|
"r2": 0.036020489197966854
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7865588440055382,
|
|
"rmse": 0.886881527604188,
|
|
"mae": 0.6117917100851566,
|
|
"r2": 0.23537135185779967
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.616710875331565,
|
|
"recall": 0.6290322580645161,
|
|
"f1": 0.6208333333333333
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6092796092796093,
|
|
"recall": 0.636827551533434,
|
|
"f1": 0.6157297695238403
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.475069604298859,
|
|
"js_divergence": 0.12514035771620471
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.19398015625011103,
|
|
"lr": 0.0008450080181209037,
|
|
"weight_decay": 0.002901987198512681,
|
|
"backbone_lr_ratio": 0.5310897731873246,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.8580511263094861,
|
|
"rmse": 0.9263104913091971,
|
|
"mae": 0.5776896519043172,
|
|
"r2": -0.14817899060384732
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 1.043085209273457,
|
|
"rmse": 1.0213154308407648,
|
|
"mae": 0.59220993094917,
|
|
"r2": -0.008646178010456307
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6333333333333333,
|
|
"recall": 0.6583577712609971,
|
|
"f1": 0.6379310344827587
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6652777777777779,
|
|
"recall": 0.7064102564102565,
|
|
"f1": 0.6809523809523809
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.24694979259516875,
|
|
"js_divergence": 0.06657100087180373
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9283090169594252,
|
|
"mse_std": 0.5614727660610882,
|
|
"rmse_mean": 0.9161103444061993,
|
|
"rmse_std": 0.29841389684694647,
|
|
"mae_mean": 0.529478686742254,
|
|
"mae_std": 0.07272420920077967,
|
|
"r2_mean": 0.07130794061853929,
|
|
"r2_std": 0.10242823171449583
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.8563537825446997,
|
|
"mse_std": 0.21315743069248957,
|
|
"rmse_mean": 0.91834312543158,
|
|
"rmse_std": 0.1140161677888585,
|
|
"mae_mean": 0.624162722269715,
|
|
"mae_std": 0.05009549555609884,
|
|
"r2_mean": 0.13208402972684966,
|
|
"r2_std": 0.10281086532328124
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.6904761904761904,
|
|
"accuracy_std": 0.07299861769883757,
|
|
"precision_mean": 0.6372815612874345,
|
|
"precision_std": 0.06842608292617637,
|
|
"recall_mean": 0.6499270752265488,
|
|
"recall_std": 0.06582138762012522,
|
|
"f1_mean": 0.6322908686064913,
|
|
"f1_std": 0.07211332053746232
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6555555555555556,
|
|
"accuracy_std": 0.05314498108820064,
|
|
"precision_mean": 0.6003302188598288,
|
|
"precision_std": 0.06446111150537735,
|
|
"recall_mean": 0.6363500564172834,
|
|
"recall_std": 0.07965961750314356,
|
|
"f1_mean": 0.6057916296274218,
|
|
"f1_std": 0.07002027044312158
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9500961633659415,
|
|
"accuracy_std": 0.01660762512329349,
|
|
"precision_mean": 0.7594152046783624,
|
|
"precision_std": 0.0698998626999633,
|
|
"recall_mean": 0.9577197303603838,
|
|
"recall_std": 0.05601633670665784,
|
|
"f1_mean": 0.8126176429273773,
|
|
"f1_std": 0.03238005389957549
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.39710869851625297,
|
|
"kl_divergence_std": 0.10730729317255493,
|
|
"js_divergence_mean": 0.10165902868454511,
|
|
"js_divergence_std": 0.03125967849638632
|
|
}
|
|
}
|
|
} |