{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.10525612628712336, "lr": 0.0008524636948952184, "weight_decay": 0.00045548267300368544, "backbone_lr_ratio": 0.041128435798161375, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 83, "mse": 1.5121090187413508, "rmse": 1.2296784208651264, "mae": 0.5759273265230368, "r2": 0.07455206011479953 }, "delivery": { "n_samples": 58, "mse": 0.5121668199501789, "rmse": 0.7156583122902849, "mae": 0.5583267274216331, "r2": 0.34900506569110146 }, "pdi": { "n_samples": 84, "accuracy": 0.7857142857142857, "precision": 0.7385579937304074, "recall": 0.7712045616535994, "f1": 0.7493368700265252 }, "ee": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.6985851726089417, "recall": 0.7376190476190475, "f1": 0.7018460466736327 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.23962038921814616, "js_divergence": 0.043880608373387 } } }, { "fold": 1, "best_params": { "dropout": 0.23085562232445592, "lr": 0.0005227270589225132, "weight_decay": 0.00461701039547356, "backbone_lr_ratio": 0.12087164274488635, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 7, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3284213709926875, "rmse": 0.5730805972921151, "mae": 0.45920564744266723, "r2": -0.002882105767083143 }, "delivery": { "n_samples": 61, "mse": 1.0560295226310608, "rmse": 1.0276329707785075, "mae": 0.6466741458070083, "r2": 0.2006617794084804 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5886939571150097, "recall": 0.6031746031746031, "f1": 0.5916666666666667 }, "ee": { "n_samples": 84, "accuracy": 0.5833333333333334, "precision": 0.5271672771672772, "recall": 0.533918462489891, "f1": 0.513073133762789 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 61, "kl_divergence": 0.4648032547075186, "js_divergence": 0.11675330313943091 } } }, { "fold": 2, "best_params": { "dropout": 0.11129874930397193, "lr": 0.000993106647576575, "weight_decay": 0.0015528212338926973, "backbone_lr_ratio": 0.19356048624251188, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.395384611648953, "rmse": 0.6287961606506142, "mae": 0.4870017299295536, "r2": 0.219122456317145 }, "delivery": { "n_samples": 60, "mse": 0.692732678583736, "rmse": 0.8323056401249099, "mae": 0.5703436779246355, "r2": 0.07785273767480438 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6503347534996957, "recall": 0.6810850439882699, "f1": 0.6554552912223134 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.6078622482131254, "recall": 0.6720354808590102, "f1": 0.6212949538882847 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.179209086609629, "js_divergence": 0.0456761395398062 } } }, { "fold": 3, "best_params": { "dropout": 0.19585998114210643, "lr": 0.0008949481903172137, "weight_decay": 0.0848478556523433, "backbone_lr_ratio": 0.7944603821606866, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7351497225620842, "rmse": 1.317250819913233, "mae": 0.577601661647569, "r2": 0.018586091772742508 }, "delivery": { "n_samples": 59, "mse": 0.6791751469481081, "rmse": 0.8241208327351688, "mae": 0.5204403357959148, "r2": 0.3397610637519505 }, "pdi": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6375, "recall": 0.6451612903225806, "f1": 0.6407697790449038 }, "ee": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5632266806539034, "recall": 0.5736299648064355, "f1": 0.5568911622620062 }, "toxic": { "n_samples": 60, "accuracy": 0.9166666666666666, "precision": 0.6875, "recall": 0.956140350877193, "f1": 0.749791492910759 }, "biodist": { "n_samples": 60, "kl_divergence": 0.17262215641467948, "js_divergence": 0.04320988831477907 } } }, { "fold": 4, "best_params": { "dropout": 0.22523077425267193, "lr": 0.0007489877504872848, "weight_decay": 1.4840953126290499e-05, "backbone_lr_ratio": 0.07616131024702885, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 84, "mse": 0.5768887598177137, "rmse": 0.7595319346924879, "mae": 0.4391206152282566, "r2": 0.22805118060144536 }, "delivery": { "n_samples": 58, "mse": 0.923829878979012, "rmse": 0.9611606936298488, "mae": 0.6288489371152788, "r2": 0.1066717577051215 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6333333333333333, "recall": 0.6583577712609971, "f1": 0.6379310344827587 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6374458874458875, "recall": 0.676068376068376, "f1": 0.6504784466740988 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.26043390803767386, "js_divergence": 0.07162115663497268 } } } ], "summary_stats": { "size": { "mse_mean": 0.9095906967525579, "mse_std": 0.5928629344848133, "rmse_mean": 0.9016675866827153, "rmse_std": 0.3107833005139207, "mae_mean": 0.5077713961542166, "mae_std": 0.058351413912694466, "r2_mean": 0.10748593660780985, "r2_std": 0.09815051502898975 }, "delivery": { "mse_mean": 0.7727868094184192, "mse_std": 0.1929430120916135, "rmse_mean": 0.8721756899117441, "rmse_std": 0.10998352306319617, "mae_mean": 0.5849267648128941, "mae_std": 0.04652015524299455, "r2_mean": 0.21479048084629165, "r2_std": 0.11337762158357426 }, "pdi": { "accuracy_mean": 0.7119047619047618, "accuracy_std": 0.040124522729411236, "precision_mean": 0.6496840075356892, "precision_std": 0.04906035003802354, "recall_mean": 0.67179665408001, "recall_std": 0.05579827653185203, "f1_mean": 0.6550319282886334, "f1_std": 0.05177761509144909 }, "ee": { "accuracy_mean": 0.6595238095238095, "accuracy_std": 0.052489065916782394, "precision_mean": 0.606857453217827, "precision_std": 0.0593376860008789, "recall_mean": 0.638654266368552, "recall_std": 0.07416993652578822, "f1_mean": 0.6087167486521623, "f1_std": 0.0669461116008982 }, "toxic": { "accuracy_mean": 0.9468758882575938, "accuracy_std": 0.023999113331584828, "precision_mean": 0.7814598997493734, "precision_std": 0.11153441243627586, "recall_mean": 0.9238635381557341, "recall_std": 0.08733483101897535, "f1_mean": 0.8017789705355671, "f1_std": 0.04079837839243099 }, "biodist": { "kl_divergence_mean": 0.2633377589975294, "kl_divergence_std": 0.10626970030167675, "js_divergence_mean": 0.06422821920047517, "js_divergence_std": 0.028332014139597596 } } }