mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-03-21 09:36:32 +08:00
342 lines
9.6 KiB
JSON
342 lines
9.6 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"d_model": 512,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 5,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"dropout": 0.14666736316838325,
|
|
"lr": 0.0001295888795454003,
|
|
"weight_decay": 7.732380983243132e-05
|
|
},
|
|
"epoch_mean": 13,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 87,
|
|
"mse": 0.26366087871128757,
|
|
"rmse": 0.5134791901443403,
|
|
"mae": 0.25157783223294666,
|
|
"r2": 0.21208517006410577
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 0.40443344562739025,
|
|
"rmse": 0.63595082013265,
|
|
"mae": 0.3928790920429298,
|
|
"r2": 0.2300258531372983
|
|
},
|
|
"pdi": {
|
|
"n_samples": 87,
|
|
"accuracy": 0.7241379310344828,
|
|
"precision": 0.35141509433962265,
|
|
"recall": 0.35351966873706003,
|
|
"f1": 0.348405985686402
|
|
},
|
|
"ee": {
|
|
"n_samples": 87,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6188811188811189,
|
|
"recall": 0.6375291375291375,
|
|
"f1": 0.6217948717948718
|
|
},
|
|
"toxic": {
|
|
"n_samples": 62,
|
|
"accuracy": 0.967741935483871,
|
|
"precision": 0.8,
|
|
"recall": 0.9830508474576272,
|
|
"f1": 0.8663793103448275
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.14776465556036145,
|
|
"js_divergence": 0.03926150329301917
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"d_model": 512,
|
|
"num_heads": 4,
|
|
"n_attn_layers": 2,
|
|
"fusion_strategy": "avg",
|
|
"head_hidden_dim": 64,
|
|
"dropout": 0.05188345993471756,
|
|
"lr": 4.21188892865021e-05,
|
|
"weight_decay": 4.086499445232577e-05
|
|
},
|
|
"epoch_mean": 23,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 87,
|
|
"mse": 0.20102046206409732,
|
|
"rmse": 0.44835305515196094,
|
|
"mae": 0.2436335881551107,
|
|
"r2": 0.1900957049146058
|
|
},
|
|
"delivery": {
|
|
"n_samples": 62,
|
|
"mse": 0.5899936276993041,
|
|
"rmse": 0.7681104267612203,
|
|
"mae": 0.46896366539576484,
|
|
"r2": 0.4017743543115936
|
|
},
|
|
"pdi": {
|
|
"n_samples": 87,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.41556437389770723,
|
|
"recall": 0.4042119565217391,
|
|
"f1": 0.40777777777777774
|
|
},
|
|
"ee": {
|
|
"n_samples": 87,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6414141414141414,
|
|
"recall": 0.6782661782661782,
|
|
"f1": 0.6387485970819304
|
|
},
|
|
"toxic": {
|
|
"n_samples": 62,
|
|
"accuracy": 1.0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"biodist": {
|
|
"n_samples": 62,
|
|
"kl_divergence": 0.30758161166563297,
|
|
"js_divergence": 0.08759221465023677
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"d_model": 512,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 64,
|
|
"dropout": 0.11433976976282646,
|
|
"lr": 5.3015812445144804e-05,
|
|
"weight_decay": 6.704431817743382e-06
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 85,
|
|
"mse": 0.07855156229299931,
|
|
"rmse": 0.28027051627490057,
|
|
"mae": 0.2201253890991211,
|
|
"r2": 0.009407939412061861
|
|
},
|
|
"delivery": {
|
|
"n_samples": 62,
|
|
"mse": 0.4162270771403472,
|
|
"rmse": 0.645156629928227,
|
|
"mae": 0.41306305523856635,
|
|
"r2": 0.37384819758564136
|
|
},
|
|
"pdi": {
|
|
"n_samples": 87,
|
|
"accuracy": 0.7126436781609196,
|
|
"precision": 0.3963383838383838,
|
|
"recall": 0.5856060606060606,
|
|
"f1": 0.43013891331106036
|
|
},
|
|
"ee": {
|
|
"n_samples": 87,
|
|
"accuracy": 0.6781609195402298,
|
|
"precision": 0.6215366001209922,
|
|
"recall": 0.65781362712309,
|
|
"f1": 0.6235867752721687
|
|
},
|
|
"toxic": {
|
|
"n_samples": 62,
|
|
"accuracy": 0.967741935483871,
|
|
"precision": 0.8,
|
|
"recall": 0.9830508474576272,
|
|
"f1": 0.8663793103448275
|
|
},
|
|
"biodist": {
|
|
"n_samples": 62,
|
|
"kl_divergence": 0.3189032824921648,
|
|
"js_divergence": 0.07944133611635379
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"d_model": 512,
|
|
"num_heads": 4,
|
|
"n_attn_layers": 5,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 64,
|
|
"dropout": 0.11746271741188277,
|
|
"lr": 0.0001939220403760229,
|
|
"weight_decay": 2.4722550292920085e-06
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 87,
|
|
"mse": 0.08391054707837464,
|
|
"rmse": 0.28967317286620564,
|
|
"mae": 0.22691357272794876,
|
|
"r2": 0.26719931627457305
|
|
},
|
|
"delivery": {
|
|
"n_samples": 62,
|
|
"mse": 2.0453160934060053,
|
|
"rmse": 1.4301454798047664,
|
|
"mae": 0.5443450972558029,
|
|
"r2": 0.0777919381248442
|
|
},
|
|
"pdi": {
|
|
"n_samples": 87,
|
|
"accuracy": 0.6896551724137931,
|
|
"precision": 0.3994245524296675,
|
|
"recall": 0.5978021978021978,
|
|
"f1": 0.417895167895168
|
|
},
|
|
"ee": {
|
|
"n_samples": 87,
|
|
"accuracy": 0.5862068965517241,
|
|
"precision": 0.5469462969462969,
|
|
"recall": 0.5874125874125874,
|
|
"f1": 0.5375569894616209
|
|
},
|
|
"toxic": {
|
|
"n_samples": 63,
|
|
"accuracy": 0.9682539682539683,
|
|
"precision": 0.8,
|
|
"recall": 0.9833333333333334,
|
|
"f1": 0.8665254237288135
|
|
},
|
|
"biodist": {
|
|
"n_samples": 63,
|
|
"kl_divergence": 0.28367776789683485,
|
|
"js_divergence": 0.07318286384043993
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"d_model": 128,
|
|
"num_heads": 4,
|
|
"n_attn_layers": 6,
|
|
"fusion_strategy": "max",
|
|
"head_hidden_dim": 128,
|
|
"dropout": 0.15658744776638445,
|
|
"lr": 0.00031005155898680676,
|
|
"weight_decay": 5.422040924441196e-05
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 86,
|
|
"mse": 0.17175675509369362,
|
|
"rmse": 0.41443546553558086,
|
|
"mae": 0.2695355332174966,
|
|
"r2": -0.28030669239092476
|
|
},
|
|
"delivery": {
|
|
"n_samples": 63,
|
|
"mse": 0.35801504662479033,
|
|
"rmse": 0.5983435857638906,
|
|
"mae": 0.4112293718545328,
|
|
"r2": 0.3391331751101827
|
|
},
|
|
"pdi": {
|
|
"n_samples": 86,
|
|
"accuracy": 0.7209302325581395,
|
|
"precision": 0.5444444444444444,
|
|
"recall": 0.746031746031746,
|
|
"f1": 0.5894308943089431
|
|
},
|
|
"ee": {
|
|
"n_samples": 86,
|
|
"accuracy": 0.5930232558139535,
|
|
"precision": 0.5120650953984287,
|
|
"recall": 0.5383076043453402,
|
|
"f1": 0.5184148203294006
|
|
},
|
|
"toxic": {
|
|
"n_samples": 64,
|
|
"accuracy": 0.9375,
|
|
"precision": 0.6666666666666666,
|
|
"recall": 0.967741935483871,
|
|
"f1": 0.7333333333333333
|
|
},
|
|
"biodist": {
|
|
"n_samples": 63,
|
|
"kl_divergence": 0.2828013605689281,
|
|
"js_divergence": 0.07105864428768947
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.1597800410480905,
|
|
"mse_std": 0.07069609368925868,
|
|
"rmse_mean": 0.3892422799945977,
|
|
"rmse_std": 0.09094222623565874,
|
|
"mae_mean": 0.24235718308652476,
|
|
"mae_std": 0.017652592224532318,
|
|
"r2_mean": 0.07969628765488435,
|
|
"r2_std": 0.19970720107145462
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.7627970580995674,
|
|
"mse_std": 0.6460804607386303,
|
|
"rmse_mean": 0.8155413884781508,
|
|
"rmse_std": 0.31255287837212004,
|
|
"mae_mean": 0.44609605635751937,
|
|
"mae_std": 0.055343855526290356,
|
|
"r2_mean": 0.28451470365391207,
|
|
"r2_std": 0.11867334397685028
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.7028067361668003,
|
|
"accuracy_std": 0.021722406295571848,
|
|
"precision_mean": 0.4214373697899651,
|
|
"precision_std": 0.06508897722192637,
|
|
"recall_mean": 0.5374343259397607,
|
|
"recall_std": 0.1421622175476529,
|
|
"f1_mean": 0.4387297477958702,
|
|
"f1_std": 0.0804178141542625
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6381448810478482,
|
|
"accuracy_std": 0.039904343482039924,
|
|
"precision_mean": 0.5881686505521957,
|
|
"precision_std": 0.049765031116764336,
|
|
"recall_mean": 0.6198658269352666,
|
|
"recall_std": 0.05072984435881663,
|
|
"f1_mean": 0.5880204107879985,
|
|
"f1_std": 0.049740374945613494
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9682475678443421,
|
|
"accuracy_std": 0.01976937654694873,
|
|
"precision_mean": 0.8133333333333335,
|
|
"precision_std": 0.10666666666666666,
|
|
"recall_mean": 0.9834353927464917,
|
|
"recall_std": 0.010207614614579376,
|
|
"f1_mean": 0.8665234755503602,
|
|
"f1_std": 0.08432750219703594
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.26814573563678445,
|
|
"kl_divergence_std": 0.06177240919631341,
|
|
"js_divergence_mean": 0.07010731243754784,
|
|
"js_divergence_std": 0.016460095953094674
|
|
}
|
|
}
|
|
} |