mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-25 15:35:25 +08:00
357 lines
10 KiB
JSON
357 lines
10 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.2845619357947551,
|
|
"lr": 0.0004819359652743826,
|
|
"weight_decay": 0.00047650193099672556,
|
|
"backbone_lr_ratio": 0.450086667071011,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.40757582303978,
|
|
"rmse": 1.1864130069414192,
|
|
"mae": 0.5616588884717729,
|
|
"r2": 0.1385289489585415
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6076951122465624,
|
|
"rmse": 0.7795480179222845,
|
|
"mae": 0.617616962834165,
|
|
"r2": 0.22758284163102904
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.6916445623342176,
|
|
"recall": 0.7059871703492516,
|
|
"f1": 0.6974789915966387
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7380952380952381,
|
|
"precision": 0.6981481481481482,
|
|
"recall": 0.7547619047619047,
|
|
"f1": 0.7063178294573644
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.272484302646162,
|
|
"js_divergence": 0.06264102127437038
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.49321588150191,
|
|
"lr": 0.0008001805406707167,
|
|
"weight_decay": 0.0005393769702926108,
|
|
"backbone_lr_ratio": 0.3376629665631628,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.48346224517997965,
|
|
"rmse": 0.6953144937220708,
|
|
"mae": 0.5102533181419685,
|
|
"r2": -0.4763218149886339
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0731357937170418,
|
|
"rmse": 1.03592267747986,
|
|
"mae": 0.6685057051907308,
|
|
"r2": 0.1877135653692018
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.5886939571150097,
|
|
"recall": 0.6031746031746031,
|
|
"f1": 0.5916666666666667
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5833333333333334,
|
|
"precision": 0.5165466717190855,
|
|
"recall": 0.5193615907901622,
|
|
"f1": 0.5137542196365725
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.23185261457140074,
|
|
"js_divergence": 0.05874619101396169
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.4963290723923127,
|
|
"lr": 0.0004074125483259232,
|
|
"weight_decay": 0.00032334162966885123,
|
|
"backbone_lr_ratio": 0.10751643388858854,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.42028872794508726,
|
|
"rmse": 0.648296790016029,
|
|
"mae": 0.49812036992183756,
|
|
"r2": 0.16993727159330507
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6891387791058545,
|
|
"rmse": 0.8301438303726978,
|
|
"mae": 0.5935882686404511,
|
|
"r2": 0.08263684078854217
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5595238095238095,
|
|
"precision": 0.5891316848763657,
|
|
"recall": 0.6136363636363636,
|
|
"f1": 0.5450153711023276
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5973684210526315,
|
|
"recall": 0.6654995331465919,
|
|
"f1": 0.6115975376524027
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.29021899490214914,
|
|
"js_divergence": 0.07416126068025192
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.2837694643729008,
|
|
"lr": 0.0009507610950400835,
|
|
"weight_decay": 0.030225174141040066,
|
|
"backbone_lr_ratio": 0.07870652124780661,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 12,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.6836187319783924,
|
|
"rmse": 1.297543344932412,
|
|
"mae": 0.5553870367290206,
|
|
"r2": 0.04773241281118734
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7185506035104459,
|
|
"rmse": 0.8476736420996266,
|
|
"mae": 0.5687034062378235,
|
|
"r2": 0.30148344173969277
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6489665003563792,
|
|
"recall": 0.6532258064516129,
|
|
"f1": 0.6509485094850949
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5591290893015031,
|
|
"recall": 0.5724736048265461,
|
|
"f1": 0.5542575650950036
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.19857830417434996,
|
|
"js_divergence": 0.050240147737561684
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.37031300722104044,
|
|
"lr": 0.0009780107766915915,
|
|
"weight_decay": 0.006649253171411618,
|
|
"backbone_lr_ratio": 0.06548902966345113,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6185879903348743,
|
|
"rmse": 0.7865036492826173,
|
|
"mae": 0.43704657881365466,
|
|
"r2": 0.1722524304616062
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9356663890484552,
|
|
"rmse": 0.9672985004890968,
|
|
"mae": 0.6343502103640087,
|
|
"r2": 0.09522604786628497
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6592592592592592,
|
|
"recall": 0.6891495601173021,
|
|
"f1": 0.6657824933687003
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6389598773319705,
|
|
"recall": 0.6696581196581196,
|
|
"f1": 0.6465204678362574
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.1858567386366629,
|
|
"js_divergence": 0.04681795395078009
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9227067036956227,
|
|
"mse_std": 0.5199870933377366,
|
|
"rmse_mean": 0.9228142569789096,
|
|
"rmse_std": 0.26668436551865127,
|
|
"mae_mean": 0.5124932384156509,
|
|
"mae_std": 0.04507978286518577,
|
|
"r2_mean": 0.010425849767201244,
|
|
"r2_std": 0.24753068849177795
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.8048373355256719,
|
|
"mse_std": 0.17250908161164208,
|
|
"rmse_mean": 0.8921173336727133,
|
|
"rmse_std": 0.09467839503477547,
|
|
"mae_mean": 0.6165529106534359,
|
|
"mae_std": 0.034158216580699625,
|
|
"r2_mean": 0.17892854747895015,
|
|
"r2_std": 0.08214903554490538
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.6833333333333333,
|
|
"accuracy_std": 0.06759556936465899,
|
|
"precision_mean": 0.6355391927882461,
|
|
"precision_std": 0.04059280608600703,
|
|
"recall_mean": 0.6530347007458268,
|
|
"recall_std": 0.040364692300862884,
|
|
"f1_mean": 0.6301784064438857,
|
|
"f1_std": 0.05470706286623488
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6547619047619048,
|
|
"accuracy_std": 0.051617817592092385,
|
|
"precision_mean": 0.6020304415106678,
|
|
"precision_std": 0.06288423031767923,
|
|
"recall_mean": 0.6363509506366649,
|
|
"recall_std": 0.0821547163009543,
|
|
"f1_mean": 0.6064895239355201,
|
|
"f1_std": 0.06770860070155689
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9500396342534485,
|
|
"accuracy_std": 0.014290090778642328,
|
|
"precision_mean": 0.7457142857142858,
|
|
"precision_std": 0.03149343955006944,
|
|
"recall_mean": 0.9737706334802525,
|
|
"recall_std": 0.007575117962473199,
|
|
"f1_mean": 0.8148343102325404,
|
|
"f1_std": 0.0312513648447909
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.23579819098614493,
|
|
"kl_divergence_std": 0.04050316258737932,
|
|
"js_divergence_mean": 0.05852131493138515,
|
|
"js_divergence_std": 0.009666197194003964
|
|
}
|
|
}
|
|
} |