mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-21 21:22:05 +08:00
932 lines
26 KiB
JSON
932 lines
26 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.28242799368681437,
|
|
"lr": 0.00037183641805732076,
|
|
"weight_decay": 6.290644294586152e-05,
|
|
"backbone_lr_ratio": 0.10677482709481352,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.32790454280151365,
|
|
"rmse": 0.572629498717551,
|
|
"mae": 0.35871042688208893,
|
|
"r2": -0.08876073797082196
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.7250728333301815,
|
|
"rmse": 0.8515120864263651,
|
|
"mae": 0.7098816664696768,
|
|
"r2": 0.07838867510225656
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.3435971685971686,
|
|
"recall": 0.5359094457455114,
|
|
"f1": 0.34977324263038545
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6871101871101871,
|
|
"recall": 0.707142857142857,
|
|
"f1": 0.6756066411238826
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.4073394583325288,
|
|
"js_divergence": 0.092887269703335
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.23085562232445592,
|
|
"lr": 0.0005227270589225132,
|
|
"weight_decay": 0.00461701039547356,
|
|
"backbone_lr_ratio": 0.12087164274488635,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.233876145855699,
|
|
"rmse": 0.4836074294876982,
|
|
"mae": 0.3760785318556286,
|
|
"r2": -2.874543407510119
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0238964615450643,
|
|
"rmse": 1.0118776910007772,
|
|
"mae": 0.6578027546466862,
|
|
"r2": 0.2249841902125319
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5238095238095238,
|
|
"precision": 0.34497354497354493,
|
|
"recall": 0.3280423280423281,
|
|
"f1": 0.3231922398589065
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5595238095238095,
|
|
"precision": 0.5101731601731602,
|
|
"recall": 0.5036154321868608,
|
|
"f1": 0.48790324563862697
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.48528378254405913,
|
|
"js_divergence": 0.12258377401744426
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.18117503720006686,
|
|
"lr": 8.135394049241399e-05,
|
|
"weight_decay": 0.015076469897649124,
|
|
"backbone_lr_ratio": 0.9586175198423679,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.07870736214858826,
|
|
"rmse": 0.28054832408800495,
|
|
"mae": 0.2252055633635748,
|
|
"r2": 0.15667568332606574
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6624288051399898,
|
|
"rmse": 0.8138972939750997,
|
|
"mae": 0.5578871982870623,
|
|
"r2": 0.118192445613993
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.43453195231581004,
|
|
"recall": 0.7014848950332823,
|
|
"f1": 0.4452380952380952
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6140109890109889,
|
|
"recall": 0.6785714285714285,
|
|
"f1": 0.6262626262626263
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3967825471495568,
|
|
"js_divergence": 0.1057568924841401
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.1799936812783694,
|
|
"lr": 0.00033865324369584493,
|
|
"weight_decay": 0.01440133094015265,
|
|
"backbone_lr_ratio": 0.3278334190266755,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.477705869562307,
|
|
"rmse": 0.6911626939891266,
|
|
"mae": 0.38659381004701177,
|
|
"r2": -0.46585807501413723
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7692103143544243,
|
|
"rmse": 0.8770463581558413,
|
|
"mae": 0.6155587352528158,
|
|
"r2": 0.2522361838732067
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.4426767676767677,
|
|
"recall": 0.6817716333845366,
|
|
"f1": 0.43613724611708476
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5650987224157956,
|
|
"recall": 0.5790095525389644,
|
|
"f1": 0.5637508626639062
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.4102080974965646,
|
|
"js_divergence": 0.11100613154873733
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.14162975892531532,
|
|
"lr": 0.0004019907813153378,
|
|
"weight_decay": 0.00037960139235180325,
|
|
"backbone_lr_ratio": 0.18010931581670617,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 12,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.1842198466764517,
|
|
"rmse": 0.4292083953937198,
|
|
"mae": 0.29178874833243235,
|
|
"r2": -0.33736192476816806
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9003281069383875,
|
|
"rmse": 0.9488562098328637,
|
|
"mae": 0.6070586243837044,
|
|
"r2": 0.1293975832987566
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.34548450889914306,
|
|
"recall": 0.5337941628264209,
|
|
"f1": 0.3497882046269143
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6548765244417418,
|
|
"recall": 0.7576923076923077,
|
|
"f1": 0.6777508856852221
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.3946735882065513,
|
|
"js_divergence": 0.1067245125767987
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.28242799368681437,
|
|
"lr": 0.00037183641805732076,
|
|
"weight_decay": 6.290644294586152e-05,
|
|
"backbone_lr_ratio": 0.10677482709481352,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.3808128541133737,
|
|
"rmse": 0.6171003598389598,
|
|
"mae": 0.4168719153806388,
|
|
"r2": -0.2644353156285024
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.751610048614176,
|
|
"rmse": 0.8669544674400012,
|
|
"mae": 0.7122741444999802,
|
|
"r2": 0.04465827311677528
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5,
|
|
"precision": 0.3181788931788932,
|
|
"recall": 0.5039032006245121,
|
|
"f1": 0.32369614512471656
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6258687258687259,
|
|
"recall": 0.6461904761904762,
|
|
"f1": 0.6127803231251508
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.39644445917049376,
|
|
"js_divergence": 0.09334798400608228
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.23085562232445592,
|
|
"lr": 0.0005227270589225132,
|
|
"weight_decay": 0.00461701039547356,
|
|
"backbone_lr_ratio": 0.12087164274488635,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3074589292084139,
|
|
"rmse": 0.5544897917982025,
|
|
"mae": 0.3793355481965201,
|
|
"r2": -4.093563359726248
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0592195690639976,
|
|
"rmse": 1.029183933543464,
|
|
"mae": 0.6786946221025753,
|
|
"r2": 0.19824714422578682
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5952380952380952,
|
|
"precision": 0.37142213207121927,
|
|
"recall": 0.35978835978835977,
|
|
"f1": 0.35976608187134507
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.5052287581699346,
|
|
"recall": 0.5094429380143666,
|
|
"f1": 0.4903811048389362
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.5219711265981701,
|
|
"js_divergence": 0.13035793372268764
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.18117503720006686,
|
|
"lr": 8.135394049241399e-05,
|
|
"weight_decay": 0.015076469897649124,
|
|
"backbone_lr_ratio": 0.9586175198423679,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.10285134147020851,
|
|
"rmse": 0.3207044456664243,
|
|
"mae": 0.2692902485529582,
|
|
"r2": -0.10201936510861498
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.663864171054346,
|
|
"rmse": 0.8147786024769833,
|
|
"mae": 0.548082401487045,
|
|
"r2": 0.11628172479876508
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5357142857142857,
|
|
"precision": 0.4457671957671958,
|
|
"recall": 0.7063492063492064,
|
|
"f1": 0.44368858654572946
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6064246211305034,
|
|
"recall": 0.6547619047619048,
|
|
"f1": 0.6168530247347982
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3895171114701636,
|
|
"js_divergence": 0.10296173296198505
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.1799936812783694,
|
|
"lr": 0.00033865324369584493,
|
|
"weight_decay": 0.01440133094015265,
|
|
"backbone_lr_ratio": 0.3278334190266755,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.4783278330356588,
|
|
"rmse": 0.6916124876226996,
|
|
"mae": 0.3700549229081855,
|
|
"r2": -0.4677665928655337
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.8242563169380902,
|
|
"rmse": 0.907885629877514,
|
|
"mae": 0.6424747443900017,
|
|
"r2": 0.19872492929644914
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.4810152874709206,
|
|
"recall": 0.7291346646185355,
|
|
"f1": 0.48990704493096837
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5627865961199294,
|
|
"recall": 0.5790095525389644,
|
|
"f1": 0.5641184865618634
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.40656307520365187,
|
|
"js_divergence": 0.10906334576015857
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.14162975892531532,
|
|
"lr": 0.0004019907813153378,
|
|
"weight_decay": 0.00037960139235180325,
|
|
"backbone_lr_ratio": 0.18010931581670617,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 12,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.16667444743348794,
|
|
"rmse": 0.4082578198069058,
|
|
"mae": 0.2857146007674081,
|
|
"r2": -0.20998938958412183
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9768153651071599,
|
|
"rmse": 0.9883397012703476,
|
|
"mae": 0.6390594764259355,
|
|
"r2": 0.055435667309009284
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.49700048379293665,
|
|
"recall": 0.7552483358934973,
|
|
"f1": 0.533806146572104
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6299589603283173,
|
|
"recall": 0.6871794871794873,
|
|
"f1": 0.6483638563493374
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.394783094910233,
|
|
"js_divergence": 0.10592993993751994
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.28242799368681437,
|
|
"lr": 0.00037183641805732076,
|
|
"weight_decay": 6.290644294586152e-05,
|
|
"backbone_lr_ratio": 0.10677482709481352,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.38432886654317966,
|
|
"rmse": 0.6199426316548812,
|
|
"mae": 0.43342806632260245,
|
|
"r2": -0.2761097384806048
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6744019580730524,
|
|
"rmse": 0.8212197988803317,
|
|
"mae": 0.6701494166306381,
|
|
"r2": 0.14279441523317304
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5357142857142857,
|
|
"precision": 0.35634973404255316,
|
|
"recall": 0.547423887587822,
|
|
"f1": 0.3495414294750159
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6587301587301587,
|
|
"recall": 0.6938095238095238,
|
|
"f1": 0.6526081185986528
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.40697274862376626,
|
|
"js_divergence": 0.09501893155280818
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.23085562232445592,
|
|
"lr": 0.0005227270589225132,
|
|
"weight_decay": 0.00461701039547356,
|
|
"backbone_lr_ratio": 0.12087164274488635,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.28709899653313253,
|
|
"rmse": 0.5358161965946275,
|
|
"mae": 0.41961162147067843,
|
|
"r2": -3.7562675545651993
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0055884332484593,
|
|
"rmse": 1.0027903236711349,
|
|
"mae": 0.6592718309371687,
|
|
"r2": 0.23884204782685936
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.44047619047619047,
|
|
"precision": 0.34375,
|
|
"recall": 0.32275132275132273,
|
|
"f1": 0.2913806254767353
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5357142857142857,
|
|
"precision": 0.5,
|
|
"recall": 0.5004995004995004,
|
|
"f1": 0.4796109240553685
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.4974494276121329,
|
|
"js_divergence": 0.1259321573319038
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.18117503720006686,
|
|
"lr": 8.135394049241399e-05,
|
|
"weight_decay": 0.015076469897649124,
|
|
"backbone_lr_ratio": 0.9586175198423679,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.12734599676966307,
|
|
"rmse": 0.3568557086129674,
|
|
"mae": 0.283481532619113,
|
|
"r2": -0.3644717949534717
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6995736506531275,
|
|
"rmse": 0.8364051952571359,
|
|
"mae": 0.5743296845893686,
|
|
"r2": 0.06874621814647808
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5119047619047619,
|
|
"precision": 0.41008771929824556,
|
|
"recall": 0.6746031746031745,
|
|
"f1": 0.4050345260514752
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6189974937343359,
|
|
"recall": 0.687908496732026,
|
|
"f1": 0.6319077437787746
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3964743242871827,
|
|
"js_divergence": 0.10757710661599443
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.1799936812783694,
|
|
"lr": 0.00033865324369584493,
|
|
"weight_decay": 0.01440133094015265,
|
|
"backbone_lr_ratio": 0.3278334190266755,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.46358638894813786,
|
|
"rmse": 0.6808717859833361,
|
|
"mae": 0.37019611553973464,
|
|
"r2": -0.422531928127458
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.8370140113507513,
|
|
"rmse": 0.9148846983914155,
|
|
"mae": 0.6370043654657774,
|
|
"r2": 0.18632293457411198
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6071428571428571,
|
|
"precision": 0.47548510048510045,
|
|
"recall": 0.7491039426523297,
|
|
"f1": 0.4726173766801967
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6115219070742745,
|
|
"recall": 0.6469582704876823,
|
|
"f1": 0.6198067632850242
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.40801997248379873,
|
|
"js_divergence": 0.11086638268723202
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.14162975892531532,
|
|
"lr": 0.0004019907813153378,
|
|
"weight_decay": 0.00037960139235180325,
|
|
"backbone_lr_ratio": 0.18010931581670617,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 12,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.15145313313910996,
|
|
"rmse": 0.3891697998806048,
|
|
"mae": 0.2744193644750686,
|
|
"r2": -0.09948877551085711
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9378577638427679,
|
|
"rmse": 0.9684305673835207,
|
|
"mae": 0.6135335185661398,
|
|
"r2": 0.09310702461562304
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6071428571428571,
|
|
"precision": 0.4863247863247863,
|
|
"recall": 0.7491039426523297,
|
|
"f1": 0.5019607843137255
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6324786324786325,
|
|
"recall": 0.7021367521367522,
|
|
"f1": 0.6488452445899254
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.39116454524118993,
|
|
"js_divergence": 0.1065009133663494
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.2768235036159284,
|
|
"mse_std": 0.1346583260723207,
|
|
"rmse_mean": 0.508798491275714,
|
|
"rmse_std": 0.13396864891266763,
|
|
"mae_mean": 0.3427187344475763,
|
|
"mae_std": 0.06271329639776796,
|
|
"r2_mean": -0.9110994850991861,
|
|
"r2_std": 1.3609378589681
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.834075853950265,
|
|
"mse_std": 0.13581578656540713,
|
|
"rmse_mean": 0.9102708371721865,
|
|
"rmse_std": 0.0740463162089242,
|
|
"mae_mean": 0.634870878942305,
|
|
"mae_std": 0.04810398332825185,
|
|
"r2_mean": 0.14309063048291837,
|
|
"r2_std": 0.06678544282427759
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.573809523809524,
|
|
"accuracy_std": 0.07315376902732006,
|
|
"precision_mean": 0.40644301832628565,
|
|
"precision_std": 0.06081224559746048,
|
|
"recall_mean": 0.591894166836878,
|
|
"recall_std": 0.15212645465643837,
|
|
"f1_mean": 0.40503518503422653,
|
|
"f1_std": 0.07270554354315185
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.65,
|
|
"accuracy_std": 0.05460640448180816,
|
|
"precision_mean": 0.5988843624524457,
|
|
"precision_std": 0.055997857124168736,
|
|
"recall_mean": 0.6355952320322067,
|
|
"recall_std": 0.07902933872282923,
|
|
"f1_mean": 0.5997699900861396,
|
|
"f1_std": 0.06505269720858664
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9500396342534485,
|
|
"accuracy_std": 0.014290090778642328,
|
|
"precision_mean": 0.7457142857142857,
|
|
"precision_std": 0.03149343955006944,
|
|
"recall_mean": 0.9737706334802525,
|
|
"recall_std": 0.007575117962473199,
|
|
"f1_mean": 0.81483431023254,
|
|
"f1_std": 0.0312513648447909
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.42024315728866957,
|
|
"kl_divergence_std": 0.04170766696370389,
|
|
"js_divergence_mean": 0.10843433388487847,
|
|
"js_divergence_std": 0.010645869413863087
|
|
}
|
|
}
|
|
} |