{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.2708449222533328, "lr": 0.000991430410947854, "weight_decay": 0.017147551517191443, "backbone_lr_ratio": 0.43561339540605226, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 83, "mse": 1.566862974660202, "rmse": 1.2517439732869506, "mae": 0.5613356892872288, "r2": 0.04104129132919676 }, "delivery": { "n_samples": 58, "mse": 0.47028553218171953, "rmse": 0.6857736741678843, "mae": 0.5210600533875925, "r2": 0.40223870972577835 }, "pdi": { "n_samples": 84, "accuracy": 0.7976190476190477, "precision": 0.7458333333333333, "recall": 0.7523164647184604, "f1": 0.7489010022859153 }, "ee": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6966386554621847, "recall": 0.7485714285714287, "f1": 0.700510874324916 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.20122327746488497, "js_divergence": 0.04018146399397734 } } }, { "fold": 1, "best_params": { "dropout": 0.32248545844049914, "lr": 0.0009826983395023184, "weight_decay": 0.012778379350481496, "backbone_lr_ratio": 0.06065542527628115, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.331702512441025, "rmse": 0.5759362051833736, "mae": 0.44149345545364277, "r2": -0.01290154523011866 }, "delivery": { "n_samples": 61, "mse": 1.0846693440821236, "rmse": 1.0414746007858875, "mae": 0.6676197994011835, "r2": 0.17898349918416012 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.5436720142602496, "recall": 0.5555555555555556, "f1": 0.5360623781676414 }, "ee": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.5063813813813813, "recall": 0.5141049426763712, "f1": 0.4997539067306509 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.3161094471320723, "js_divergence": 0.08013612372537363 } } }, { "fold": 2, "best_params": { "dropout": 0.10175834754304547, "lr": 0.0006945620111173825, "weight_decay": 0.01625672738871503, "backbone_lr_ratio": 0.029086945171372888, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 84, "mse": 0.41810017905356084, "rmse": 0.646606664869425, "mae": 0.49784872390418533, "r2": 0.17425961655133881 }, "delivery": { "n_samples": 60, "mse": 0.6790202850062702, "rmse": 0.8240268715316693, "mae": 0.571309769502841, "r2": 0.09610631021195903 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6423197492163009, "recall": 0.6664222873900294, "f1": 0.6480643539467068 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5810820624546115, "recall": 0.623015873015873, "f1": 0.5905593448696896 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.28741923551931975, "js_divergence": 0.07400667098115551 } } }, { "fold": 3, "best_params": { "dropout": 0.11798498673229349, "lr": 0.0009464809649969671, "weight_decay": 0.07051438027639334, "backbone_lr_ratio": 0.8641000194900307, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7901166464922558, "rmse": 1.3379524081566787, "mae": 0.5590303131906562, "r2": -0.012503619354828466 }, "delivery": { "n_samples": 59, "mse": 0.6595745693785202, "rmse": 0.8121419638083728, "mae": 0.5407938919172196, "r2": 0.3588151539119675 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.661793372319688, "recall": 0.6825513196480939, "f1": 0.6686674669867947 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5840653153153154, "recall": 0.599270990447461, "f1": 0.5746753246753248 }, "toxic": { "n_samples": 60, "accuracy": 0.95, "precision": 0.75, "recall": 0.9736842105263157, "f1": 0.8198198198198199 }, "biodist": { "n_samples": 60, "kl_divergence": 0.20028836227278726, "js_divergence": 0.049937479227155704 } } }, { "fold": 4, "best_params": { "dropout": 0.26919128361241457, "lr": 0.0008909017692547573, "weight_decay": 9.871919386761893e-05, "backbone_lr_ratio": 0.10881403588853521, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 84, "mse": 0.7761301185113868, "rmse": 0.8809824734416609, "mae": 0.4868293024677162, "r2": -0.038558506277432514 }, "delivery": { "n_samples": 58, "mse": 0.8724045566943844, "rmse": 0.9340259935860374, "mae": 0.6374844717953739, "r2": 0.15639919541989333 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.7014607425441266, "recall": 0.7426686217008798, "f1": 0.7105824446267432 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6090232389251997, "recall": 0.6632478632478632, "f1": 0.6219283975033759 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.23172865065491569, "js_divergence": 0.06330909380413241 } } } ], "summary_stats": { "size": { "mse_mean": 0.976582486231686, "mse_std": 0.5963594058421813, "rmse_mean": 0.9386443449876178, "rmse_std": 0.30907811286866, "mae_mean": 0.5093074968606859, "mae_std": 0.045639036325825846, "r2_mean": 0.030267447403631187, "r2_std": 0.07652419024801474 }, "delivery": { "mse_mean": 0.7531908574686035, "mse_std": 0.20899310967661966, "rmse_mean": 0.8594886207759702, "rmse_std": 0.12029201230848217, "mae_mean": 0.5876535972008421, "mae_std": 0.05617003172137069, "r2_mean": 0.23850857369075168, "r2_std": 0.11987061343757097 }, "pdi": { "accuracy_mean": 0.7142857142857142, "accuracy_std": 0.0673435029701474, "precision_mean": 0.6590158423347396, "precision_std": 0.06771930178345034, "recall_mean": 0.6799028498026038, "recall_std": 0.07047590125597848, "f1_mean": 0.6624555292027603, "f1_std": 0.0721248119992936 }, "ee": { "accuracy_mean": 0.6452380952380952, "accuracy_std": 0.05016977977548923, "precision_mean": 0.5954381307077385, "precision_std": 0.06114350922554513, "recall_mean": 0.6296422195917994, "recall_std": 0.07692682031615919, "f1_mean": 0.5974855696207915, "f1_std": 0.06531680188025496 }, "toxic": { "accuracy_mean": 0.9533729675867818, "accuracy_std": 0.01171647555533869, "precision_mean": 0.7528571428571429, "precision_std": 0.027330180671012855, "recall_mean": 0.9755250194451648, "recall_std": 0.006213851706247248, "f1_mean": 0.822434637832868, "f1_std": 0.026567667174673414 }, "biodist": { "kl_divergence_mean": 0.24735379460879597, "kl_divergence_std": 0.04673308028747034, "js_divergence_mean": 0.06151416634635892, "js_divergence_std": 0.014799767616865855 } } }