{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.12602063719411183, "lr": 0.000790261954970823, "weight_decay": 0.07286653737491042, "backbone_lr_ratio": 0.4138040112561014, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 83, "mse": 1.471601827675053, "rmse": 1.2130959680400613, "mae": 0.5563393922814404, "r2": 0.09934345812791712 }, "delivery": { "n_samples": 58, "mse": 0.4724631310304712, "rmse": 0.6873595354910494, "mae": 0.5330853352387404, "r2": 0.39947085018417017 }, "pdi": { "n_samples": 84, "accuracy": 0.7976190476190477, "precision": 0.7473474801061009, "recall": 0.7658588738417677, "f1": 0.7551020408163265 }, "ee": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.7094907407407408, "recall": 0.7547619047619047, "f1": 0.7114887696283044 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.20546182921528536, "js_divergence": 0.04152978832786755 } } }, { "fold": 1, "best_params": { "dropout": 0.17344542655609113, "lr": 0.000990523292089834, "weight_decay": 0.00023896945371132538, "backbone_lr_ratio": 0.0659378253278463, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 7, "test_metrics": { "size": { "n_samples": 84, "mse": 0.33747921495294175, "rmse": 0.5809296127354344, "mae": 0.4476258881789233, "r2": -0.0305415409527785 }, "delivery": { "n_samples": 61, "mse": 1.056582407147074, "rmse": 1.02790194432498, "mae": 0.6651162357054284, "r2": 0.20024328568671268 }, "pdi": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5803571428571429, "recall": 0.5952380952380952, "f1": 0.5822328931572629 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.48787878787878797, "recall": 0.4884639170353456, "f1": 0.47598675833969956 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.2756725230675138, "js_divergence": 0.07337178357522252 } } }, { "fold": 2, "best_params": { "dropout": 0.1604095508874329, "lr": 0.0007982830900656446, "weight_decay": 0.003723201974617767, "backbone_lr_ratio": 0.17219709492855953, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 7, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3563573633813051, "rmse": 0.5969567516841611, "mae": 0.4678801386506252, "r2": 0.29620057434719094 }, "delivery": { "n_samples": 60, "mse": 0.6372581091688564, "rmse": 0.7982844788475199, "mae": 0.5258262845454738, "r2": 0.15169900463478958 }, "pdi": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.6612903225806452, "recall": 0.6612903225806452, "f1": 0.6612903225806452 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6301044634377968, "recall": 0.6944444444444443, "f1": 0.6462962962962963 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.2169966152183106, "js_divergence": 0.056219459172710165 } } }, { "fold": 3, "best_params": { "dropout": 0.19585998114210643, "lr": 0.0008949481903172137, "weight_decay": 0.0848478556523433, "backbone_lr_ratio": 0.7944603821606866, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7538634470342749, "rmse": 1.3243350962027227, "mae": 0.5489391729976218, "r2": 0.008001466577043592 }, "delivery": { "n_samples": 59, "mse": 0.6291525449659798, "rmse": 0.7931913671781734, "mae": 0.49696772067286704, "r2": 0.38838897610923717 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.6746031746031746, "recall": 0.6693548387096775, "f1": 0.671813953488372 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5720588235294118, "recall": 0.5813222724987431, "f1": 0.5575374705809488 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.15879110087233053, "js_divergence": 0.0399465436977698 } } }, { "fold": 4, "best_params": { "dropout": 0.26919128361241457, "lr": 0.0008909017692547573, "weight_decay": 9.871919386761893e-05, "backbone_lr_ratio": 0.10881403588853521, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 84, "mse": 0.5997113614479599, "rmse": 0.7744103314444868, "mae": 0.44359141796095564, "r2": 0.19751170468993862 }, "delivery": { "n_samples": 58, "mse": 0.8951411735312095, "rmse": 0.9461190060088686, "mae": 0.6304082777351141, "r2": 0.13441326227707218 }, "pdi": { "n_samples": 84, "accuracy": 0.7738095238095238, "precision": 0.7122033898305085, "recall": 0.7294721407624634, "f1": 0.7193599437313171 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6642401021711367, "recall": 0.6547008547008547, "f1": 0.6501603453002569 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.1783098455009319, "js_divergence": 0.0476989602963162 } } } ], "summary_stats": { "size": { "mse_mean": 0.903802642898307, "mse_std": 0.5929400225184294, "rmse_mean": 0.8979455520213733, "rmse_std": 0.3122441808958788, "mae_mean": 0.4928752020139133, "mae_std": 0.0495419362851832, "r2_mean": 0.11410313255786235, "r2_std": 0.1204275394579768 }, "delivery": { "mse_mean": 0.7381194731687182, "mse_std": 0.2091384962224589, "rmse_mean": 0.8505712663701182, "rmse_std": 0.12102889735204397, "mae_mean": 0.5702807707795248, "mae_std": 0.06533542314510579, "r2_mean": 0.2548430757783964, "r2_std": 0.1156502287890857 }, "pdi": { "accuracy_mean": 0.7428571428571429, "accuracy_std": 0.04856209060564558, "precision_mean": 0.6751603019955145, "precision_std": 0.05614891760744137, "recall_mean": 0.6842428542265299, "recall_std": 0.05895283174871104, "f1_mean": 0.6779598307547847, "f1_std": 0.05855626494166107 }, "ee": { "accuracy_mean": 0.6595238095238095, "accuracy_std": 0.06370994362028405, "precision_mean": 0.6127545835515749, "precision_std": 0.07688923240091776, "recall_mean": 0.6347386786882585, "recall_std": 0.09232384316051383, "f1_mean": 0.6082939280291012, "f1_std": 0.08237421604559148 }, "toxic": { "accuracy_mean": 0.9500396342534485, "accuracy_std": 0.014290090778642328, "precision_mean": 0.7457142857142858, "precision_std": 0.03149343955006944, "recall_mean": 0.9737706334802525, "recall_std": 0.007575117962473199, "f1_mean": 0.8148343102325404, "f1_std": 0.0312513648447909 }, "biodist": { "kl_divergence_mean": 0.20704638277487444, "kl_divergence_std": 0.03991347109214457, "js_divergence_mean": 0.05175330701397725, "js_divergence_std": 0.012228350384015424 } } }