mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-25 15:35:25 +08:00
367 lines
10 KiB
JSON
367 lines
10 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.15695989820116132,
|
|
"lr": 0.0009190576652999535,
|
|
"weight_decay": 0.00019160484854324728,
|
|
"backbone_lr_ratio": 0.010858228937443976,
|
|
"moe_n_experts": 4,
|
|
"moe_top_k": 1,
|
|
"moe_expert_hidden_mult": 2,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.4253441447999764,
|
|
"rmse": 1.1938777763238482,
|
|
"mae": 0.5525658846529852,
|
|
"r2": 0.12765429867580036
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6405855117319039,
|
|
"rmse": 0.8003658611734411,
|
|
"mae": 0.6030296326197427,
|
|
"r2": 0.18577715914961368
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6652941176470588,
|
|
"recall": 0.7002851033499644,
|
|
"f1": 0.6680891417733522
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.7002314814814815,
|
|
"recall": 0.748095238095238,
|
|
"f1": 0.7037368316438083
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.19189511425409703,
|
|
"js_divergence": 0.04151174073426368
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.3288453348343448,
|
|
"lr": 0.0004056640613227662,
|
|
"weight_decay": 1.128493039126102e-05,
|
|
"backbone_lr_ratio": 0.19861551689911722,
|
|
"moe_n_experts": 2,
|
|
"moe_top_k": 1,
|
|
"moe_expert_hidden_mult": 2,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 13,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3740864382223049,
|
|
"rmse": 0.6116260607775841,
|
|
"mae": 0.4674327611878869,
|
|
"r2": -0.1423269861194456
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0425454348723864,
|
|
"rmse": 1.0210511421434219,
|
|
"mae": 0.6284202284133825,
|
|
"r2": 0.21086826178831475
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6071428571428571,
|
|
"precision": 0.5388888888888889,
|
|
"recall": 0.5476190476190476,
|
|
"f1": 0.5354449472096531
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.5211940836940837,
|
|
"recall": 0.5292564578278864,
|
|
"f1": 0.5106135244066278
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.3265798284655706,
|
|
"js_divergence": 0.08538375545430645
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.20354076718889158,
|
|
"lr": 0.0004268918448998353,
|
|
"weight_decay": 1.2308254246176102e-05,
|
|
"backbone_lr_ratio": 0.26381730533474246,
|
|
"moe_n_experts": 4,
|
|
"moe_top_k": 2,
|
|
"moe_expert_hidden_mult": 1,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3749438730981019,
|
|
"rmse": 0.6123266065574008,
|
|
"mae": 0.48759276957605924,
|
|
"r2": 0.25949254974107383
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6684043536601668,
|
|
"rmse": 0.8175600000367966,
|
|
"mae": 0.5705895473016426,
|
|
"r2": 0.11023795482825682
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6258823529411764,
|
|
"recall": 0.656891495601173,
|
|
"f1": 0.625
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6145614035087719,
|
|
"recall": 0.6785714285714285,
|
|
"f1": 0.6310384332824726
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.2956162408392093,
|
|
"js_divergence": 0.07378991530775723
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.23728303298638598,
|
|
"lr": 0.0004047759209191932,
|
|
"weight_decay": 5.182159439874143e-05,
|
|
"backbone_lr_ratio": 0.1085910800603635,
|
|
"moe_n_experts": 2,
|
|
"moe_top_k": 2,
|
|
"moe_expert_hidden_mult": 2,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 11,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7200170297409134,
|
|
"rmse": 1.3114941973721856,
|
|
"mae": 0.5979206100083798,
|
|
"r2": 0.027145258172342035
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.6361517865107628,
|
|
"rmse": 0.7975912402419943,
|
|
"mae": 0.5384212874854772,
|
|
"r2": 0.3815848817414794
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6445623342175066,
|
|
"recall": 0.6598240469208211,
|
|
"f1": 0.6499999999999999
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6133770622142715,
|
|
"recall": 0.636827551533434,
|
|
"f1": 0.6194000264305538
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.32962043188143414,
|
|
"js_divergence": 0.08646305462156954
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.39916677910658704,
|
|
"lr": 0.0007466808018045293,
|
|
"weight_decay": 0.09860703586546646,
|
|
"backbone_lr_ratio": 0.2106309266636621,
|
|
"moe_n_experts": 2,
|
|
"moe_top_k": 1,
|
|
"moe_expert_hidden_mult": 1,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6581787049205378,
|
|
"rmse": 0.8112821364485586,
|
|
"mae": 0.4666319036623463,
|
|
"r2": 0.11927513654933608
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9902765079500601,
|
|
"rmse": 0.9951263778787396,
|
|
"mae": 0.668674697425088,
|
|
"r2": 0.04241896439784332
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6673469387755102,
|
|
"recall": 0.7104105571847508,
|
|
"f1": 0.6680891417733522
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6686507936507936,
|
|
"recall": 0.7316239316239317,
|
|
"f1": 0.6889123827144178
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.21681091408025321,
|
|
"js_divergence": 0.05498423634351381
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9105140381563668,
|
|
"mse_std": 0.5583203783065406,
|
|
"rmse_mean": 0.9081213554959154,
|
|
"rmse_std": 0.2929669637495464,
|
|
"mae_mean": 0.5144287858175314,
|
|
"mae_std": 0.05222769965594899,
|
|
"r2_mean": 0.07824805140382134,
|
|
"r2_std": 0.13284472877537107
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.7955927189450559,
|
|
"mse_std": 0.18139070929494158,
|
|
"rmse_mean": 0.8863389242948788,
|
|
"rmse_std": 0.09998014915398587,
|
|
"mae_mean": 0.6018270786490667,
|
|
"mae_std": 0.04510725796194226,
|
|
"r2_mean": 0.1861774443811016,
|
|
"r2_std": 0.11421660992070844
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.6785714285714285,
|
|
"accuracy_std": 0.03912303982179759,
|
|
"precision_mean": 0.6283949264940283,
|
|
"precision_std": 0.04723947170460931,
|
|
"recall_mean": 0.6550060501351513,
|
|
"recall_std": 0.057755672220942474,
|
|
"f1_mean": 0.6293246461512715,
|
|
"f1_std": 0.04952765477213993
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6714285714285714,
|
|
"accuracy_std": 0.054606404481808174,
|
|
"precision_mean": 0.6236029649098804,
|
|
"precision_std": 0.0609510201663861,
|
|
"recall_mean": 0.6648749215303836,
|
|
"recall_std": 0.07841896250718941,
|
|
"f1_mean": 0.630740239695576,
|
|
"f1_std": 0.06822260291411461
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9500396342534485,
|
|
"accuracy_std": 0.014290090778642328,
|
|
"precision_mean": 0.7457142857142858,
|
|
"precision_std": 0.03149343955006944,
|
|
"recall_mean": 0.9737706334802525,
|
|
"recall_std": 0.007575117962473199,
|
|
"f1_mean": 0.8148343102325404,
|
|
"f1_std": 0.0312513648447909
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.27210450590411284,
|
|
"kl_divergence_std": 0.05713032818829422,
|
|
"js_divergence_mean": 0.06842654049228214,
|
|
"js_divergence_std": 0.017588239010530773
|
|
}
|
|
}
|
|
} |