mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-25 15:35:25 +08:00
352 lines
10 KiB
JSON
352 lines
10 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.19443413675775473,
|
|
"lr": 0.0009635836112341388,
|
|
"weight_decay": 0.009070781299297507,
|
|
"backbone_lr_ratio": 0.1734075036613793,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.4033825219031228,
|
|
"rmse": 1.184644470675959,
|
|
"mae": 0.5112627011286207,
|
|
"r2": 0.14109535247187277
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6141288950726891,
|
|
"rmse": 0.7836637640421363,
|
|
"mae": 0.5980733223901741,
|
|
"r2": 0.21940511541936314
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7976190476190477,
|
|
"precision": 0.7473474801061009,
|
|
"recall": 0.7658588738417677,
|
|
"f1": 0.7551020408163265
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.698529411764706,
|
|
"recall": 0.7414285714285714,
|
|
"f1": 0.6940035273368607
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9827586206896551,
|
|
"precision": 0.9912280701754386,
|
|
"recall": 0.75,
|
|
"f1": 0.8289085545722714
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.26304271116747596,
|
|
"js_divergence": 0.052775195852787095
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.15817546303903499,
|
|
"lr": 0.00021145265298328845,
|
|
"weight_decay": 0.0012812824514978503,
|
|
"backbone_lr_ratio": 0.22619857682753952,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.36049523533955935,
|
|
"rmse": 0.600412554282103,
|
|
"mae": 0.46337680354537,
|
|
"r2": -0.10082428449635605
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0121646453815876,
|
|
"rmse": 1.0060639370246742,
|
|
"mae": 0.63121185546405,
|
|
"r2": 0.23386432931418888
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.5886939571150097,
|
|
"recall": 0.6031746031746031,
|
|
"f1": 0.5916666666666667
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.4867204867204868,
|
|
"recall": 0.4884639170353456,
|
|
"f1": 0.4767781170881946
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.5355506530924755,
|
|
"js_divergence": 0.1321267498778987
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.2371232874491625,
|
|
"lr": 0.000984410243075745,
|
|
"weight_decay": 0.0020407855107584254,
|
|
"backbone_lr_ratio": 0.13271813760612877,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.39488302386535035,
|
|
"rmse": 0.6283971863919748,
|
|
"mae": 0.5041336017727319,
|
|
"r2": 0.2201130832279079
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6639023201045673,
|
|
"rmse": 0.8148020128255498,
|
|
"mae": 0.5500516577080513,
|
|
"r2": 0.11623094180077842
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.6253545093590471,
|
|
"recall": 0.6620234604105573,
|
|
"f1": 0.6063492063492063
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5890688259109312,
|
|
"recall": 0.6442577030812324,
|
|
"f1": 0.6008846183177
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.17713039513740622,
|
|
"js_divergence": 0.043962000154917115
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.2132958125365665,
|
|
"lr": 0.000901227341517981,
|
|
"weight_decay": 0.007185030174274687,
|
|
"backbone_lr_ratio": 0.646326144537216,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.809584545418648,
|
|
"rmse": 1.345207993367066,
|
|
"mae": 0.5733086775472186,
|
|
"r2": -0.023514811370069832
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.6906153896813075,
|
|
"rmse": 0.831032724795665,
|
|
"mae": 0.5065565865518431,
|
|
"r2": 0.32863978858967746
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6423197492163009,
|
|
"recall": 0.6664222873900294,
|
|
"f1": 0.6480643539467068
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5562917474682181,
|
|
"recall": 0.5724736048265461,
|
|
"f1": 0.5527777777777779
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.17438377943424227,
|
|
"js_divergence": 0.043887965508778506
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.20496607857127885,
|
|
"lr": 0.0009573095972231165,
|
|
"weight_decay": 0.00038069869878401156,
|
|
"backbone_lr_ratio": 0.04121720375781922,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.683318604999295,
|
|
"rmse": 0.8266308759048956,
|
|
"mae": 0.4608367311080829,
|
|
"r2": 0.08563482746838524
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.8554360260820959,
|
|
"rmse": 0.9248978462955225,
|
|
"mae": 0.6080092672130157,
|
|
"r2": 0.17280748440374305
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.6890838206627681,
|
|
"recall": 0.7133431085043989,
|
|
"f1": 0.6974789915966386
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6239858906525573,
|
|
"recall": 0.6696581196581196,
|
|
"f1": 0.6372471762542684
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 1.0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.15632725438935907,
|
|
"js_divergence": 0.042977887683408614
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9303327863051951,
|
|
"mse_std": 0.5778056760896338,
|
|
"rmse_mean": 0.9170586161243998,
|
|
"rmse_std": 0.29889175448177907,
|
|
"mae_mean": 0.5025837030204048,
|
|
"mae_std": 0.0408894603691881,
|
|
"r2_mean": 0.064500833460348,
|
|
"r2_std": 0.11454927907706133
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.7672494552644494,
|
|
"mse_std": 0.14680574779598,
|
|
"rmse_mean": 0.8720920569967096,
|
|
"rmse_std": 0.08188345002317256,
|
|
"mae_mean": 0.5787805378654268,
|
|
"mae_std": 0.044759850128355844,
|
|
"r2_mean": 0.21418953190555018,
|
|
"r2_std": 0.07045781780651408
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.7095238095238094,
|
|
"accuracy_std": 0.05909368402852792,
|
|
"precision_mean": 0.6585599032918454,
|
|
"precision_std": 0.054886308955929025,
|
|
"recall_mean": 0.6821644666642712,
|
|
"recall_std": 0.05453390940528367,
|
|
"f1_mean": 0.659732251875109,
|
|
"f1_std": 0.060231264777942696
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6428571428571429,
|
|
"accuracy_std": 0.05583828285504082,
|
|
"precision_mean": 0.5909192725033799,
|
|
"precision_std": 0.07033238217058627,
|
|
"recall_mean": 0.623256383205963,
|
|
"recall_std": 0.08637909720283998,
|
|
"f1_mean": 0.5923382433549603,
|
|
"f1_std": 0.07395249281228188
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9602675711324664,
|
|
"accuracy_std": 0.02670956425027978,
|
|
"precision_mean": 0.8339598997493735,
|
|
"precision_std": 0.1326617340600562,
|
|
"recall_mean": 0.9309134906231094,
|
|
"recall_std": 0.09135023416434847,
|
|
"f1_mean": 0.8425857181166915,
|
|
"f1_std": 0.08101827820431802
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.2612869586441918,
|
|
"kl_divergence_std": 0.14203850605710744,
|
|
"js_divergence_mean": 0.06314595981555801,
|
|
"js_divergence_std": 0.03467433612718449
|
|
}
|
|
}
|
|
} |