352 lines
10 KiB
JSON

{
"fold_results": [
{
"fold": 0,
"best_params": {
"dropout": 0.2708449222533328,
"lr": 0.000991430410947854,
"weight_decay": 0.017147551517191443,
"backbone_lr_ratio": 0.43561339540605226,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 13,
"test_metrics": {
"size": {
"n_samples": 83,
"mse": 1.566862974660202,
"rmse": 1.2517439732869506,
"mae": 0.5613356892872288,
"r2": 0.04104129132919676
},
"delivery": {
"n_samples": 58,
"mse": 0.47028553218171953,
"rmse": 0.6857736741678843,
"mae": 0.5210600533875925,
"r2": 0.40223870972577835
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7976190476190477,
"precision": 0.7458333333333333,
"recall": 0.7523164647184604,
"f1": 0.7489010022859153
},
"ee": {
"n_samples": 84,
"accuracy": 0.7142857142857143,
"precision": 0.6966386554621847,
"recall": 0.7485714285714287,
"f1": 0.700510874324916
},
"toxic": {
"n_samples": 58,
"accuracy": 0.9655172413793104,
"precision": 0.75,
"recall": 0.9821428571428572,
"f1": 0.8242424242424242
},
"biodist": {
"n_samples": 58,
"kl_divergence": 0.20122327746488497,
"js_divergence": 0.04018146399397734
}
}
},
{
"fold": 1,
"best_params": {
"dropout": 0.32248545844049914,
"lr": 0.0009826983395023184,
"weight_decay": 0.012778379350481496,
"backbone_lr_ratio": 0.06065542527628115,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 9,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.331702512441025,
"rmse": 0.5759362051833736,
"mae": 0.44149345545364277,
"r2": -0.01290154523011866
},
"delivery": {
"n_samples": 61,
"mse": 1.0846693440821236,
"rmse": 1.0414746007858875,
"mae": 0.6676197994011835,
"r2": 0.17898349918416012
},
"pdi": {
"n_samples": 84,
"accuracy": 0.5952380952380952,
"precision": 0.5436720142602496,
"recall": 0.5555555555555556,
"f1": 0.5360623781676414
},
"ee": {
"n_samples": 84,
"accuracy": 0.5595238095238095,
"precision": 0.5063813813813813,
"recall": 0.5141049426763712,
"f1": 0.4997539067306509
},
"toxic": {
"n_samples": 61,
"accuracy": 0.9508196721311475,
"precision": 0.75,
"recall": 0.9741379310344828,
"f1": 0.8200589970501475
},
"biodist": {
"n_samples": 61,
"kl_divergence": 0.3161094471320723,
"js_divergence": 0.08013612372537363
}
}
},
{
"fold": 2,
"best_params": {
"dropout": 0.10175834754304547,
"lr": 0.0006945620111173825,
"weight_decay": 0.01625672738871503,
"backbone_lr_ratio": 0.029086945171372888,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 15,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.41810017905356084,
"rmse": 0.646606664869425,
"mae": 0.49784872390418533,
"r2": 0.17425961655133881
},
"delivery": {
"n_samples": 60,
"mse": 0.6790202850062702,
"rmse": 0.8240268715316693,
"mae": 0.571309769502841,
"r2": 0.09610631021195903
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7023809523809523,
"precision": 0.6423197492163009,
"recall": 0.6664222873900294,
"f1": 0.6480643539467068
},
"ee": {
"n_samples": 84,
"accuracy": 0.6428571428571429,
"precision": 0.5810820624546115,
"recall": 0.623015873015873,
"f1": 0.5905593448696896
},
"toxic": {
"n_samples": 61,
"accuracy": 0.9344262295081968,
"precision": 0.7142857142857143,
"recall": 0.9655172413793103,
"f1": 0.7821428571428571
},
"biodist": {
"n_samples": 60,
"kl_divergence": 0.28741923551931975,
"js_divergence": 0.07400667098115551
}
}
},
{
"fold": 3,
"best_params": {
"dropout": 0.11798498673229349,
"lr": 0.0009464809649969671,
"weight_decay": 0.07051438027639334,
"backbone_lr_ratio": 0.8641000194900307,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 11,
"test_metrics": {
"size": {
"n_samples": 83,
"mse": 1.7901166464922558,
"rmse": 1.3379524081566787,
"mae": 0.5590303131906562,
"r2": -0.012503619354828466
},
"delivery": {
"n_samples": 59,
"mse": 0.6595745693785202,
"rmse": 0.8121419638083728,
"mae": 0.5407938919172196,
"r2": 0.3588151539119675
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7261904761904762,
"precision": 0.661793372319688,
"recall": 0.6825513196480939,
"f1": 0.6686674669867947
},
"ee": {
"n_samples": 84,
"accuracy": 0.6428571428571429,
"precision": 0.5840653153153154,
"recall": 0.599270990447461,
"f1": 0.5746753246753248
},
"toxic": {
"n_samples": 60,
"accuracy": 0.95,
"precision": 0.75,
"recall": 0.9736842105263157,
"f1": 0.8198198198198199
},
"biodist": {
"n_samples": 60,
"kl_divergence": 0.20028836227278726,
"js_divergence": 0.049937479227155704
}
}
},
{
"fold": 4,
"best_params": {
"dropout": 0.26919128361241457,
"lr": 0.0008909017692547573,
"weight_decay": 9.871919386761893e-05,
"backbone_lr_ratio": 0.10881403588853521,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 12,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.7761301185113868,
"rmse": 0.8809824734416609,
"mae": 0.4868293024677162,
"r2": -0.038558506277432514
},
"delivery": {
"n_samples": 58,
"mse": 0.8724045566943844,
"rmse": 0.9340259935860374,
"mae": 0.6374844717953739,
"r2": 0.15639919541989333
},
"pdi": {
"n_samples": 84,
"accuracy": 0.75,
"precision": 0.7014607425441266,
"recall": 0.7426686217008798,
"f1": 0.7105824446267432
},
"ee": {
"n_samples": 84,
"accuracy": 0.6666666666666666,
"precision": 0.6090232389251997,
"recall": 0.6632478632478632,
"f1": 0.6219283975033759
},
"toxic": {
"n_samples": 59,
"accuracy": 0.9661016949152542,
"precision": 0.8,
"recall": 0.9821428571428572,
"f1": 0.8659090909090909
},
"biodist": {
"n_samples": 58,
"kl_divergence": 0.23172865065491569,
"js_divergence": 0.06330909380413241
}
}
}
],
"summary_stats": {
"size": {
"mse_mean": 0.976582486231686,
"mse_std": 0.5963594058421813,
"rmse_mean": 0.9386443449876178,
"rmse_std": 0.30907811286866,
"mae_mean": 0.5093074968606859,
"mae_std": 0.045639036325825846,
"r2_mean": 0.030267447403631187,
"r2_std": 0.07652419024801474
},
"delivery": {
"mse_mean": 0.7531908574686035,
"mse_std": 0.20899310967661966,
"rmse_mean": 0.8594886207759702,
"rmse_std": 0.12029201230848217,
"mae_mean": 0.5876535972008421,
"mae_std": 0.05617003172137069,
"r2_mean": 0.23850857369075168,
"r2_std": 0.11987061343757097
},
"pdi": {
"accuracy_mean": 0.7142857142857142,
"accuracy_std": 0.0673435029701474,
"precision_mean": 0.6590158423347396,
"precision_std": 0.06771930178345034,
"recall_mean": 0.6799028498026038,
"recall_std": 0.07047590125597848,
"f1_mean": 0.6624555292027603,
"f1_std": 0.0721248119992936
},
"ee": {
"accuracy_mean": 0.6452380952380952,
"accuracy_std": 0.05016977977548923,
"precision_mean": 0.5954381307077385,
"precision_std": 0.06114350922554513,
"recall_mean": 0.6296422195917994,
"recall_std": 0.07692682031615919,
"f1_mean": 0.5974855696207915,
"f1_std": 0.06531680188025496
},
"toxic": {
"accuracy_mean": 0.9533729675867818,
"accuracy_std": 0.01171647555533869,
"precision_mean": 0.7528571428571429,
"precision_std": 0.027330180671012855,
"recall_mean": 0.9755250194451648,
"recall_std": 0.006213851706247248,
"f1_mean": 0.822434637832868,
"f1_std": 0.026567667174673414
},
"biodist": {
"kl_divergence_mean": 0.24735379460879597,
"kl_divergence_std": 0.04673308028747034,
"js_divergence_mean": 0.06151416634635892,
"js_divergence_std": 0.014799767616865855
}
}
}