352 lines
10 KiB
JSON

{
"fold_results": [
{
"fold": 0,
"best_params": {
"dropout": 0.12602063719411183,
"lr": 0.000790261954970823,
"weight_decay": 0.07286653737491042,
"backbone_lr_ratio": 0.4138040112561014,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 10,
"test_metrics": {
"size": {
"n_samples": 83,
"mse": 1.471601827675053,
"rmse": 1.2130959680400613,
"mae": 0.5563393922814404,
"r2": 0.09934345812791712
},
"delivery": {
"n_samples": 58,
"mse": 0.4724631310304712,
"rmse": 0.6873595354910494,
"mae": 0.5330853352387404,
"r2": 0.39947085018417017
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7976190476190477,
"precision": 0.7473474801061009,
"recall": 0.7658588738417677,
"f1": 0.7551020408163265
},
"ee": {
"n_samples": 84,
"accuracy": 0.7380952380952381,
"precision": 0.7094907407407408,
"recall": 0.7547619047619047,
"f1": 0.7114887696283044
},
"toxic": {
"n_samples": 58,
"accuracy": 0.9655172413793104,
"precision": 0.75,
"recall": 0.9821428571428572,
"f1": 0.8242424242424242
},
"biodist": {
"n_samples": 58,
"kl_divergence": 0.20546182921528536,
"js_divergence": 0.04152978832786755
}
}
},
{
"fold": 1,
"best_params": {
"dropout": 0.17344542655609113,
"lr": 0.000990523292089834,
"weight_decay": 0.00023896945371132538,
"backbone_lr_ratio": 0.0659378253278463,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 7,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.33747921495294175,
"rmse": 0.5809296127354344,
"mae": 0.4476258881789233,
"r2": -0.0305415409527785
},
"delivery": {
"n_samples": 61,
"mse": 1.056582407147074,
"rmse": 1.02790194432498,
"mae": 0.6651162357054284,
"r2": 0.20024328568671268
},
"pdi": {
"n_samples": 84,
"accuracy": 0.6547619047619048,
"precision": 0.5803571428571429,
"recall": 0.5952380952380952,
"f1": 0.5822328931572629
},
"ee": {
"n_samples": 84,
"accuracy": 0.5476190476190477,
"precision": 0.48787878787878797,
"recall": 0.4884639170353456,
"f1": 0.47598675833969956
},
"toxic": {
"n_samples": 61,
"accuracy": 0.9508196721311475,
"precision": 0.75,
"recall": 0.9741379310344828,
"f1": 0.8200589970501475
},
"biodist": {
"n_samples": 61,
"kl_divergence": 0.2756725230675138,
"js_divergence": 0.07337178357522252
}
}
},
{
"fold": 2,
"best_params": {
"dropout": 0.1604095508874329,
"lr": 0.0007982830900656446,
"weight_decay": 0.003723201974617767,
"backbone_lr_ratio": 0.17219709492855953,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 7,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.3563573633813051,
"rmse": 0.5969567516841611,
"mae": 0.4678801386506252,
"r2": 0.29620057434719094
},
"delivery": {
"n_samples": 60,
"mse": 0.6372581091688564,
"rmse": 0.7982844788475199,
"mae": 0.5258262845454738,
"r2": 0.15169900463478958
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7380952380952381,
"precision": 0.6612903225806452,
"recall": 0.6612903225806452,
"f1": 0.6612903225806452
},
"ee": {
"n_samples": 84,
"accuracy": 0.6785714285714286,
"precision": 0.6301044634377968,
"recall": 0.6944444444444443,
"f1": 0.6462962962962963
},
"toxic": {
"n_samples": 61,
"accuracy": 0.9344262295081968,
"precision": 0.7142857142857143,
"recall": 0.9655172413793103,
"f1": 0.7821428571428571
},
"biodist": {
"n_samples": 60,
"kl_divergence": 0.2169966152183106,
"js_divergence": 0.056219459172710165
}
}
},
{
"fold": 3,
"best_params": {
"dropout": 0.19585998114210643,
"lr": 0.0008949481903172137,
"weight_decay": 0.0848478556523433,
"backbone_lr_ratio": 0.7944603821606866,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 15,
"test_metrics": {
"size": {
"n_samples": 83,
"mse": 1.7538634470342749,
"rmse": 1.3243350962027227,
"mae": 0.5489391729976218,
"r2": 0.008001466577043592
},
"delivery": {
"n_samples": 59,
"mse": 0.6291525449659798,
"rmse": 0.7931913671781734,
"mae": 0.49696772067286704,
"r2": 0.38838897610923717
},
"pdi": {
"n_samples": 84,
"accuracy": 0.75,
"precision": 0.6746031746031746,
"recall": 0.6693548387096775,
"f1": 0.671813953488372
},
"ee": {
"n_samples": 84,
"accuracy": 0.6428571428571429,
"precision": 0.5720588235294118,
"recall": 0.5813222724987431,
"f1": 0.5575374705809488
},
"toxic": {
"n_samples": 60,
"accuracy": 0.9333333333333333,
"precision": 0.7142857142857143,
"recall": 0.9649122807017544,
"f1": 0.7818181818181817
},
"biodist": {
"n_samples": 60,
"kl_divergence": 0.15879110087233053,
"js_divergence": 0.0399465436977698
}
}
},
{
"fold": 4,
"best_params": {
"dropout": 0.26919128361241457,
"lr": 0.0008909017692547573,
"weight_decay": 9.871919386761893e-05,
"backbone_lr_ratio": 0.10881403588853521,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 13,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.5997113614479599,
"rmse": 0.7744103314444868,
"mae": 0.44359141796095564,
"r2": 0.19751170468993862
},
"delivery": {
"n_samples": 58,
"mse": 0.8951411735312095,
"rmse": 0.9461190060088686,
"mae": 0.6304082777351141,
"r2": 0.13441326227707218
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7738095238095238,
"precision": 0.7122033898305085,
"recall": 0.7294721407624634,
"f1": 0.7193599437313171
},
"ee": {
"n_samples": 84,
"accuracy": 0.6904761904761905,
"precision": 0.6642401021711367,
"recall": 0.6547008547008547,
"f1": 0.6501603453002569
},
"toxic": {
"n_samples": 59,
"accuracy": 0.9661016949152542,
"precision": 0.8,
"recall": 0.9821428571428572,
"f1": 0.8659090909090909
},
"biodist": {
"n_samples": 58,
"kl_divergence": 0.1783098455009319,
"js_divergence": 0.0476989602963162
}
}
}
],
"summary_stats": {
"size": {
"mse_mean": 0.903802642898307,
"mse_std": 0.5929400225184294,
"rmse_mean": 0.8979455520213733,
"rmse_std": 0.3122441808958788,
"mae_mean": 0.4928752020139133,
"mae_std": 0.0495419362851832,
"r2_mean": 0.11410313255786235,
"r2_std": 0.1204275394579768
},
"delivery": {
"mse_mean": 0.7381194731687182,
"mse_std": 0.2091384962224589,
"rmse_mean": 0.8505712663701182,
"rmse_std": 0.12102889735204397,
"mae_mean": 0.5702807707795248,
"mae_std": 0.06533542314510579,
"r2_mean": 0.2548430757783964,
"r2_std": 0.1156502287890857
},
"pdi": {
"accuracy_mean": 0.7428571428571429,
"accuracy_std": 0.04856209060564558,
"precision_mean": 0.6751603019955145,
"precision_std": 0.05614891760744137,
"recall_mean": 0.6842428542265299,
"recall_std": 0.05895283174871104,
"f1_mean": 0.6779598307547847,
"f1_std": 0.05855626494166107
},
"ee": {
"accuracy_mean": 0.6595238095238095,
"accuracy_std": 0.06370994362028405,
"precision_mean": 0.6127545835515749,
"precision_std": 0.07688923240091776,
"recall_mean": 0.6347386786882585,
"recall_std": 0.09232384316051383,
"f1_mean": 0.6082939280291012,
"f1_std": 0.08237421604559148
},
"toxic": {
"accuracy_mean": 0.9500396342534485,
"accuracy_std": 0.014290090778642328,
"precision_mean": 0.7457142857142858,
"precision_std": 0.03149343955006944,
"recall_mean": 0.9737706334802525,
"recall_std": 0.007575117962473199,
"f1_mean": 0.8148343102325404,
"f1_std": 0.0312513648447909
},
"biodist": {
"kl_divergence_mean": 0.20704638277487444,
"kl_divergence_std": 0.03991347109214457,
"js_divergence_mean": 0.05175330701397725,
"js_divergence_std": 0.012228350384015424
}
}
}