{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.3980773018180746, "lr": 0.0009896030589860336, "weight_decay": 0.0002988554096805342, "backbone_lr_ratio": 0.2882797738700643, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 1.5221819405605161, "rmse": 1.2337673770044806, "mae": 0.5776655403784958, "r2": 0.06838718401748567 }, "delivery": { "n_samples": 58, "mse": 0.614112021357094, "rmse": 0.7836529980527696, "mae": 0.6216259215926302, "r2": 0.21942656293011076 }, "pdi": { "n_samples": 84, "accuracy": 0.7976190476190477, "precision": 0.7458333333333333, "recall": 0.7523164647184604, "f1": 0.7489010022859153 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6691176470588235, "recall": 0.7114285714285714, "f1": 0.6657848324514991 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2940147973370504, "js_divergence": 0.06236386129092423 } } }, { "fold": 1, "best_params": { "dropout": 0.2902385468029013, "lr": 0.00018739040729381568, "weight_decay": 0.08181191083032673, "backbone_lr_ratio": 0.6566372495858538, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 84, "mse": 0.2934246330317906, "rmse": 0.5416868403716215, "mae": 0.4069202210133274, "r2": 0.10398548983157396 }, "delivery": { "n_samples": 61, "mse": 1.156314335236939, "rmse": 1.0753205732417375, "mae": 0.6882066883329974, "r2": 0.12475340569084314 }, "pdi": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5583333333333333, "recall": 0.5634920634920635, "f1": 0.5598915989159892 }, "ee": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.48693693693693696, "recall": 0.49312592169735026, "f1": 0.47630082959336323 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5092761936607958, "js_divergence": 0.13355010688479413 } } }, { "fold": 2, "best_params": { "dropout": 0.18117503720006686, "lr": 8.135394049241399e-05, "weight_decay": 0.015076469897649124, "backbone_lr_ratio": 0.9586175198423679, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.34434236619012065, "rmse": 0.586806924115693, "mae": 0.46669395072967745, "r2": 0.3199299791282213 }, "delivery": { "n_samples": 60, "mse": 0.6575735692519624, "rmse": 0.810909100486585, "mae": 0.55640976827126, "r2": 0.12465560610938209 }, "pdi": { "n_samples": 84, "accuracy": 0.6190476190476191, "precision": 0.6190476190476191, "recall": 0.653958944281525, "f1": 0.5961538461538461 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6166666666666667, "recall": 0.6785714285714285, "f1": 0.6334814122048165 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.41784407477442437, "js_divergence": 0.11469543309672324 } } }, { "fold": 3, "best_params": { "dropout": 0.1799936812783694, "lr": 0.00033865324369584493, "weight_decay": 0.002833833442807743, "backbone_lr_ratio": 0.3278334190266754, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 83, "mse": 1.6764751937886317, "rmse": 1.2947877022078298, "mae": 0.622077302143247, "r2": 0.05177285245868457 }, "delivery": { "n_samples": 59, "mse": 0.725000410122951, "rmse": 0.8514695591287753, "mae": 0.6181600616487154, "r2": 0.2952134634049711 }, "pdi": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5714285714285714, "recall": 0.5821114369501467, "f1": 0.5728813559322035 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5873015873015873, "recall": 0.6022121669180492, "f1": 0.5872162485065711 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.4920884182489342, "js_divergence": 0.12950821301606347 } } }, { "fold": 4, "best_params": { "dropout": 0.19398015625011103, "lr": 0.0008450080181209037, "weight_decay": 0.002901987198512681, "backbone_lr_ratio": 0.5310897731873246, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 84, "mse": 0.7301598129307739, "rmse": 0.8544938928575054, "mae": 0.4922567930327551, "r2": 0.022955472832782875 }, "delivery": { "n_samples": 58, "mse": 1.125780851035229, "rmse": 1.0610282046370063, "mae": 0.6240321383650961, "r2": -0.08861149844600491 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.683728813559322, "recall": 0.6986803519061584, "f1": 0.6898188851767189 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6060606060606061, "recall": 0.6418803418803419, "f1": 0.6178929765886287 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.26640631927709985, "js_divergence": 0.07248344781159008 } } }, { "fold": 0, "best_params": { "dropout": 0.3980773018180746, "lr": 0.0009896030589860336, "weight_decay": 0.0002988554096805342, "backbone_lr_ratio": 0.2882797738700643, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 1.5188104198487684, "rmse": 1.2324002677088188, "mae": 0.5873989220259779, "r2": 0.07045063768272763 }, "delivery": { "n_samples": 58, "mse": 0.6666016049923045, "rmse": 0.8164567379796094, "mae": 0.6511167181206161, "r2": 0.15270913470266467 }, "pdi": { "n_samples": 84, "accuracy": 0.7857142857142857, "precision": 0.7305773342836779, "recall": 0.7305773342836779, "f1": 0.7305773342836779 }, "ee": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.691027926322044, "recall": 0.741904761904762, "f1": 0.6917852553884204 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2601734547154161, "js_divergence": 0.056514013464432016 } } }, { "fold": 1, "best_params": { "dropout": 0.2902385468029013, "lr": 0.00018739040729381568, "weight_decay": 0.08181191083032673, "backbone_lr_ratio": 0.6566372495858538, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3231063887830616, "rmse": 0.5684244794016717, "mae": 0.42929340717160985, "r2": 0.01334796030441776 }, "delivery": { "n_samples": 61, "mse": 1.1342861224694418, "rmse": 1.0650286956084525, "mae": 0.6788244451106084, "r2": 0.14142717476551148 }, "pdi": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.5477272727272727, "recall": 0.5634920634920635, "f1": 0.5238241152137275 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.473011973011973, "recall": 0.4779744065458351, "f1": 0.46420797118471535 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5813128628991394, "js_divergence": 0.14714358123767265 } } }, { "fold": 2, "best_params": { "dropout": 0.18117503720006686, "lr": 8.135394049241399e-05, "weight_decay": 0.015076469897649124, "backbone_lr_ratio": 0.9586175198423679, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.43267246099702694, "rmse": 0.6577784284977936, "mae": 0.5142740875349513, "r2": 0.14547962007547455 }, "delivery": { "n_samples": 60, "mse": 0.6198350807939489, "rmse": 0.7872960566355892, "mae": 0.5207243816383804, "r2": 0.1748920752290377 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6418269230769231, "recall": 0.6730205278592376, "f1": 0.6452241715399609 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6190476190476191, "recall": 0.6757703081232492, "f1": 0.63584229390681 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.42003529077921203, "js_divergence": 0.11409932566058836 } } }, { "fold": 3, "best_params": { "dropout": 0.1799936812783694, "lr": 0.00033865324369584493, "weight_decay": 0.002833833442807743, "backbone_lr_ratio": 0.3278334190266754, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 83, "mse": 1.709633019803758, "rmse": 1.3075293571479603, "mae": 0.629169082886214, "r2": 0.03301853333873328 }, "delivery": { "n_samples": 59, "mse": 0.7678785210635485, "rmse": 0.8762867801487983, "mae": 0.6255631820472368, "r2": 0.2535308451835053 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5888594164456233, "recall": 0.5982404692082112, "f1": 0.5916666666666667 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5874977416440831, "recall": 0.6237556561085973, "f1": 0.5958755389330425 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.46770485035756304, "js_divergence": 0.12378056507326861 } } }, { "fold": 4, "best_params": { "dropout": 0.19398015625011103, "lr": 0.0008450080181209037, "weight_decay": 0.002901987198512681, "backbone_lr_ratio": 0.5310897731873246, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6133402094103233, "rmse": 0.7831603982648275, "mae": 0.4741146452669498, "r2": 0.17927461319654014 }, "delivery": { "n_samples": 58, "mse": 1.0688240926391441, "rmse": 1.0338394907523818, "mae": 0.6684364553155571, "r2": -0.0335352533249651 }, "pdi": { "n_samples": 84, "accuracy": 0.7857142857142857, "precision": 0.721875, "recall": 0.7082111436950147, "f1": 0.7142857142857142 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5752393980848153, "recall": 0.6188034188034188, "f1": 0.5883517571357862 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.28068032170399054, "js_divergence": 0.07478332635258625 } } }, { "fold": 0, "best_params": { "dropout": 0.3980773018180746, "lr": 0.0009896030589860336, "weight_decay": 0.0002988554096805342, "backbone_lr_ratio": 0.2882797738700643, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 1.3818212591739194, "rmse": 1.1755089362373727, "mae": 0.5521946805697607, "r2": 0.1542913759905169 }, "delivery": { "n_samples": 58, "mse": 0.6972128277816507, "rmse": 0.8349927112146852, "mae": 0.6792561926333041, "r2": 0.11380042333630946 }, "pdi": { "n_samples": 84, "accuracy": 0.7857142857142857, "precision": 0.7305773342836779, "recall": 0.7305773342836779, "f1": 0.7305773342836779 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6891715244656421, "recall": 0.7380952380952381, "f1": 0.6965863304906686 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.30701952754304446, "js_divergence": 0.057564049906523536 } } }, { "fold": 1, "best_params": { "dropout": 0.2902385468029013, "lr": 0.00018739040729381568, "weight_decay": 0.08181191083032673, "backbone_lr_ratio": 0.6566372495858538, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 84, "mse": 0.34204974602902377, "rmse": 0.5848501910994163, "mae": 0.44300510672231513, "r2": -0.04449831793169534 }, "delivery": { "n_samples": 61, "mse": 1.1297399798287129, "rmse": 1.0628922710363045, "mae": 0.6765872548166357, "r2": 0.14486827701797667 }, "pdi": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5374198146828225, "recall": 0.5396825396825397, "f1": 0.5381231671554252 }, "ee": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.5202020202020202, "recall": 0.5292564578278864, "f1": 0.5119174942704355 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5145521130605141, "js_divergence": 0.1322571633039113 } } }, { "fold": 2, "best_params": { "dropout": 0.18117503720006686, "lr": 8.135394049241399e-05, "weight_decay": 0.015076469897649124, "backbone_lr_ratio": 0.9586175198423679, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.4742411460721128, "rmse": 0.6886516870465887, "mae": 0.5345059656759813, "r2": 0.06338220975850639 }, "delivery": { "n_samples": 60, "mse": 0.6525032683185743, "rmse": 0.807776744106052, "mae": 0.5494959851183618, "r2": 0.13140505545605896 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.6319444444444444, "recall": 0.6671554252199414, "f1": 0.583673469387755 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6091142490372272, "recall": 0.669234360410831, "f1": 0.6249493532803491 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.4235028564925827, "js_divergence": 0.11443098458109038 } } }, { "fold": 3, "best_params": { "dropout": 0.1799936812783694, "lr": 0.00033865324369584493, "weight_decay": 0.002833833442807743, "backbone_lr_ratio": 0.3278334190266754, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7043255314620636, "rmse": 1.305498192822213, "mae": 0.6349209440782307, "r2": 0.036020489197966854 }, "delivery": { "n_samples": 59, "mse": 0.7865588440055382, "rmse": 0.886881527604188, "mae": 0.6117917100851566, "r2": 0.23537135185779967 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.616710875331565, "recall": 0.6290322580645161, "f1": 0.6208333333333333 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6092796092796093, "recall": 0.636827551533434, "f1": 0.6157297695238403 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.475069604298859, "js_divergence": 0.12514035771620471 } } }, { "fold": 4, "best_params": { "dropout": 0.19398015625011103, "lr": 0.0008450080181209037, "weight_decay": 0.002901987198512681, "backbone_lr_ratio": 0.5310897731873246, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 84, "mse": 0.8580511263094861, "rmse": 0.9263104913091971, "mae": 0.5776896519043172, "r2": -0.14817899060384732 }, "delivery": { "n_samples": 58, "mse": 1.043085209273457, "rmse": 1.0213154308407648, "mae": 0.59220993094917, "r2": -0.008646178010456307 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6333333333333333, "recall": 0.6583577712609971, "f1": 0.6379310344827587 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6652777777777779, "recall": 0.7064102564102565, "f1": 0.6809523809523809 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.24694979259516875, "js_divergence": 0.06657100087180373 } } } ], "summary_stats": { "size": { "mse_mean": 0.9283090169594252, "mse_std": 0.5614727660610882, "rmse_mean": 0.9161103444061993, "rmse_std": 0.29841389684694647, "mae_mean": 0.529478686742254, "mae_std": 0.07272420920077967, "r2_mean": 0.07130794061853929, "r2_std": 0.10242823171449583 }, "delivery": { "mse_mean": 0.8563537825446997, "mse_std": 0.21315743069248957, "rmse_mean": 0.91834312543158, "rmse_std": 0.1140161677888585, "mae_mean": 0.624162722269715, "mae_std": 0.05009549555609884, "r2_mean": 0.13208402972684966, "r2_std": 0.10281086532328124 }, "pdi": { "accuracy_mean": 0.6904761904761904, "accuracy_std": 0.07299861769883757, "precision_mean": 0.6372815612874345, "precision_std": 0.06842608292617637, "recall_mean": 0.6499270752265488, "recall_std": 0.06582138762012522, "f1_mean": 0.6322908686064913, "f1_std": 0.07211332053746232 }, "ee": { "accuracy_mean": 0.6555555555555556, "accuracy_std": 0.05314498108820064, "precision_mean": 0.6003302188598288, "precision_std": 0.06446111150537735, "recall_mean": 0.6363500564172834, "recall_std": 0.07965961750314356, "f1_mean": 0.6057916296274218, "f1_std": 0.07002027044312158 }, "toxic": { "accuracy_mean": 0.9500961633659415, "accuracy_std": 0.01660762512329349, "precision_mean": 0.7594152046783624, "precision_std": 0.0698998626999633, "recall_mean": 0.9577197303603838, "recall_std": 0.05601633670665784, "f1_mean": 0.8126176429273773, "f1_std": 0.03238005389957549 }, "biodist": { "kl_divergence_mean": 0.39710869851625297, "kl_divergence_std": 0.10730729317255493, "js_divergence_mean": 0.10165902868454511, "js_divergence_std": 0.03125967849638632 } } }