{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.25888363054578495, "lr": 0.0006536264082965735, "weight_decay": 0.00932351457657158, "backbone_lr_ratio": 0.1667894332719967, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 83, "mse": 1.5789235054424788, "rmse": 1.2565522294924627, "mae": 0.5897082271031946, "r2": 0.03365994962165875 }, "delivery": { "n_samples": 58, "mse": 0.5843462843532253, "rmse": 0.7644254602989263, "mae": 0.6106570679694414, "r2": 0.2572606108431995 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.7065217391304348, "recall": 0.7573057733428368, "f1": 0.7039987743220468 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6388888888888888, "recall": 0.6842857142857143, "f1": 0.6433139534883722 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.295739533929628, "js_divergence": 0.06360146142338208 } } }, { "fold": 1, "best_params": { "dropout": 0.37015922545878527, "lr": 0.0009352630241255291, "weight_decay": 0.005516105285933501, "backbone_lr_ratio": 0.12042458689005697, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3504606454005027, "rmse": 0.5919971667166176, "mae": 0.4625389823867452, "r2": -0.07018221434674188 }, "delivery": { "n_samples": 61, "mse": 1.0871146054096508, "rmse": 1.0426478817940652, "mae": 0.6687804595490948, "r2": 0.17713261263549906 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6067796610169491, "recall": 0.6190476190476191, "f1": 0.6108339272986457 }, "ee": { "n_samples": 84, "accuracy": 0.5357142857142857, "precision": 0.4496353496353496, "recall": 0.4523333809048095, "f1": 0.4379382564939481 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.382227541927671, "js_divergence": 0.09520406464421978 } } }, { "fold": 2, "best_params": { "dropout": 0.4042053577703755, "lr": 0.0004438352448528134, "weight_decay": 0.09116356780872863, "backbone_lr_ratio": 0.14631991134515426, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 17, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3317227949570641, "rmse": 0.5759538132151432, "mae": 0.44960591762459706, "r2": 0.3448534068400446 }, "delivery": { "n_samples": 60, "mse": 0.6524805809132939, "rmse": 0.8077627008678315, "mae": 0.5519438893922294, "r2": 0.13143525632475672 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6586452762923352, "recall": 0.6957478005865103, "f1": 0.662107803700724 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.640510613250929, "recall": 0.7009803921568626, "f1": 0.6591013004136229 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3461542146527445, "js_divergence": 0.09035975387137388 } } }, { "fold": 3, "best_params": { "dropout": 0.12612237693012526, "lr": 0.0009464809649969671, "weight_decay": 0.07051438027639334, "backbone_lr_ratio": 0.9343703462702573, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 83, "mse": 1.630017453835127, "rmse": 1.27672136891145, "mae": 0.57301952361118, "r2": 0.07804970427286173 }, "delivery": { "n_samples": 59, "mse": 0.7426488745509607, "rmse": 0.8617707784271643, "mae": 0.5635692574304797, "r2": 0.27805705915089884 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6489665003563792, "recall": 0.6532258064516129, "f1": 0.6509485094850949 }, "ee": { "n_samples": 84, "accuracy": 0.6190476190476191, "precision": 0.5598290598290598, "recall": 0.5861990950226245, "f1": 0.5606349206349206 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.32329647019984065, "js_divergence": 0.07342759749750183 } } }, { "fold": 4, "best_params": { "dropout": 0.20496607857127885, "lr": 0.0009573095972231165, "weight_decay": 0.00038069869878401156, "backbone_lr_ratio": 0.04121720375781922, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.714982360155395, "rmse": 0.845566295541275, "mae": 0.5158508041640744, "r2": 0.04326478992735272 }, "delivery": { "n_samples": 58, "mse": 0.9337723075176421, "rmse": 0.966318947096476, "mae": 0.615490146495145, "r2": 0.0970575934388902 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6423197492163009, "recall": 0.6664222873900294, "f1": 0.6480643539467068 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5733695652173912, "recall": 0.6085470085470085, "f1": 0.5861678004535147 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.3041751519174415, "js_divergence": 0.0828665483142382 } } }, { "fold": 0, "best_params": { "dropout": 0.25888363054578495, "lr": 0.0006536264082965735, "weight_decay": 0.00932351457657158, "backbone_lr_ratio": 0.1667894332719967, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 83, "mse": 1.516128831525372, "rmse": 1.2313118335845603, "mae": 0.5887543337801134, "r2": 0.07209183574368039 }, "delivery": { "n_samples": 58, "mse": 0.6296859698518799, "rmse": 0.793527548262743, "mae": 0.6343367575699913, "r2": 0.199631134600178 }, "pdi": { "n_samples": 84, "accuracy": 0.7976190476190477, "precision": 0.7537037037037038, "recall": 0.7929436920883821, "f1": 0.765709598031173 }, "ee": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6626672044094911, "recall": 0.7147619047619048, "f1": 0.6696677261461316 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2648199540119534, "js_divergence": 0.05676284260509181 } } }, { "fold": 1, "best_params": { "dropout": 0.37015922545878527, "lr": 0.0009352630241255291, "weight_decay": 0.005516105285933501, "backbone_lr_ratio": 0.12042458689005697, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3644874868613839, "rmse": 0.603727990788388, "mae": 0.4844940258633523, "r2": -0.11301520130806475 }, "delivery": { "n_samples": 61, "mse": 1.0796036294761662, "rmse": 1.039039763183376, "mae": 0.6630113559973533, "r2": 0.1828178799589153 }, "pdi": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5498305084745763, "recall": 0.5555555555555556, "f1": 0.5509622238061297 }, "ee": { "n_samples": 84, "accuracy": 0.5238095238095238, "precision": 0.4709239314502473, "recall": 0.48534798534798534, "f1": 0.4678875968992248 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.360009988398715, "js_divergence": 0.08968488957961811 } } }, { "fold": 2, "best_params": { "dropout": 0.4042053577703755, "lr": 0.0004438352448528134, "weight_decay": 0.09116356780872863, "backbone_lr_ratio": 0.14631991134515426, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 17, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3763557616627376, "rmse": 0.613478411733239, "mae": 0.48970496371787575, "r2": 0.2567040950520848 }, "delivery": { "n_samples": 60, "mse": 0.703379623118135, "rmse": 0.8386773057130704, "mae": 0.5631674273948496, "r2": 0.06367980912955817 }, "pdi": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6752941176470588, "recall": 0.718475073313783, "f1": 0.6785714285714286 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6362280701754386, "recall": 0.7009803921568626, "f1": 0.6528571942316682 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.33457114910094327, "js_divergence": 0.08453543607257773 } } }, { "fold": 3, "best_params": { "dropout": 0.12612237693012526, "lr": 0.0009464809649969671, "weight_decay": 0.07051438027639334, "backbone_lr_ratio": 0.9343703462702573, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 83, "mse": 1.9634922624183433, "rmse": 1.4012466815012778, "mae": 0.6159229520596115, "r2": -0.1105661891750771 }, "delivery": { "n_samples": 59, "mse": 0.8685113223217268, "rmse": 0.9319395486412876, "mae": 0.6189951948916256, "r2": 0.1557038060862732 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6503347534996957, "recall": 0.6810850439882699, "f1": 0.6554552912223134 }, "ee": { "n_samples": 84, "accuracy": 0.5833333333333334, "precision": 0.5217673814165041, "recall": 0.5463298139768727, "f1": 0.5207287433261615 }, "toxic": { "n_samples": 60, "accuracy": 0.9, "precision": 0.6666666666666666, "recall": 0.9473684210526316, "f1": 0.7222222222222222 }, "biodist": { "n_samples": 60, "kl_divergence": 0.24978094522784985, "js_divergence": 0.06060532361779249 } } }, { "fold": 4, "best_params": { "dropout": 0.20496607857127885, "lr": 0.0009573095972231165, "weight_decay": 0.00038069869878401156, "backbone_lr_ratio": 0.04121720375781922, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.666445125466178, "rmse": 0.8163609039304723, "mae": 0.49950868456203135, "r2": 0.10821363903831627 }, "delivery": { "n_samples": 58, "mse": 0.9994847526266784, "rmse": 0.9997423431198053, "mae": 0.6419767608288033, "r2": 0.033514743806195346 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6503347534996957, "recall": 0.6810850439882699, "f1": 0.6554552912223134 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5829995828118482, "recall": 0.614957264957265, "f1": 0.5934111227214677 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2719915000176464, "js_divergence": 0.0728753918681956 } } }, { "fold": 0, "best_params": { "dropout": 0.25888363054578495, "lr": 0.0006536264082965735, "weight_decay": 0.00932351457657158, "backbone_lr_ratio": 0.1667894332719967, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 83, "mse": 1.515637174855938, "rmse": 1.2311121698918983, "mae": 0.5759322074836636, "r2": 0.07239274172745469 }, "delivery": { "n_samples": 58, "mse": 0.6078859434204266, "rmse": 0.7796704069159138, "mae": 0.6284612801311344, "r2": 0.22734028369354697 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.7147058823529412, "recall": 0.7601568068424804, "f1": 0.7211948790896159 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6494435612082671, "recall": 0.690952380952381, "f1": 0.6540847855642071 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.28451853940500493, "js_divergence": 0.06143098168643295 } } }, { "fold": 1, "best_params": { "dropout": 0.37015922545878527, "lr": 0.0009352630241255291, "weight_decay": 0.005516105285933501, "backbone_lr_ratio": 0.12042458689005697, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.36607084927706934, "rmse": 0.6050378907779821, "mae": 0.4742527622064309, "r2": -0.11785022720432559 }, "delivery": { "n_samples": 61, "mse": 1.072597205810797, "rmse": 1.0356626892047416, "mae": 0.6899142471737549, "r2": 0.18812123758800225 }, "pdi": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5535714285714286, "recall": 0.5634920634920635, "f1": 0.553421368547419 }, "ee": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.49943718228031947, "recall": 0.516245659102802, "f1": 0.5015974929297562 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.33867682492719764, "js_divergence": 0.08667274774942817 } } }, { "fold": 2, "best_params": { "dropout": 0.4042053577703755, "lr": 0.0004438352448528134, "weight_decay": 0.09116356780872863, "backbone_lr_ratio": 0.14631991134515426, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 17, "test_metrics": { "size": { "n_samples": 84, "mse": 0.5053228762985142, "rmse": 0.7108606588484935, "mae": 0.544970038779346, "r2": 0.001996347897613271 }, "delivery": { "n_samples": 60, "mse": 0.7184112972452166, "rmse": 0.8475914683650471, "mae": 0.5859764796448872, "r2": 0.043670045518013456 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6836007130124777, "recall": 0.7265395894428153, "f1": 0.6891391794046662 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6104363472784525, "recall": 0.6666666666666666, "f1": 0.6224764228882279 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.34415499439775205, "js_divergence": 0.08771435148935566 } } }, { "fold": 3, "best_params": { "dropout": 0.12612237693012526, "lr": 0.0009464809649969671, "weight_decay": 0.07051438027639334, "backbone_lr_ratio": 0.9343703462702573, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7695798467912622, "rmse": 1.3302555569480858, "mae": 0.6023058171933854, "r2": -0.0008878489144126256 }, "delivery": { "n_samples": 59, "mse": 0.7584981089453127, "rmse": 0.8709179691252861, "mae": 0.581826904741258, "r2": 0.2626497202576923 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6489665003563792, "recall": 0.6532258064516129, "f1": 0.6509485094850949 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.571467539552646, "recall": 0.583107088989442, "f1": 0.5753294324722896 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.26330683934899884, "js_divergence": 0.05955508350882244 } } }, { "fold": 4, "best_params": { "dropout": 0.20496607857127885, "lr": 0.0009573095972231165, "weight_decay": 0.00038069869878401156, "backbone_lr_ratio": 0.04121720375781922, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6649265530357125, "rmse": 0.8154302870483242, "mae": 0.5136514454137623, "r2": 0.1102456775811359 }, "delivery": { "n_samples": 58, "mse": 0.9676062147836739, "rmse": 0.9836697691723956, "mae": 0.6175258674755179, "r2": 0.06434076364622787 }, "pdi": { "n_samples": 84, "accuracy": 0.7738095238095238, "precision": 0.7122033898305085, "recall": 0.7294721407624634, "f1": 0.719359943731317 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5648809523809524, "recall": 0.5871794871794872, "f1": 0.573676603432701 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.29835153058548175, "js_divergence": 0.08270536087983824 } } } ], "summary_stats": { "size": { "mse_mean": 0.9543035685322051, "mse_std": 0.5981213334036609, "rmse_mean": 0.9270408839286446, "rmse_std": 0.3080564364803995, "mae_mean": 0.5320147123966243, "mae_std": 0.05351966804020229, "r2_mean": 0.04726470045023875, "r2_std": 0.126102268122003 }, "delivery": { "mse_mean": 0.8270684480229857, "mse_std": 0.17693567699093907, "rmse_mean": 0.9042243053458754, "rmse_std": 0.09719492602371275, "mae_mean": 0.615708873112371, "mae_std": 0.039477393320796444, "r2_mean": 0.1574941704451898, "r2_std": 0.07929093899582297 }, "pdi": { "accuracy_mean": 0.7142857142857143, "accuracy_std": 0.04123930494211614, "precision_mean": 0.657051911797391, "precision_std": 0.05438419992076548, "recall_mean": 0.6835853401829536, "recall_std": 0.06618289811754123, "f1_mean": 0.6610780721243127, "f1_std": 0.05631636693524698 }, "ee": { "accuracy_mean": 0.6365079365079365, "accuracy_std": 0.05715387900758358, "precision_mean": 0.5754990153190521, "precision_std": 0.06434539420274109, "recall_mean": 0.6092582823339125, "recall_std": 0.0807804696823919, "f1_mean": 0.5812582234730809, "f1_std": 0.0702133273457957 }, "toxic": { "accuracy_mean": 0.9478174120312263, "accuracy_std": 0.018643838747495024, "precision_mean": 0.7425396825396825, "precision_std": 0.03650310527039388, "recall_mean": 0.9726010428369776, "recall_std": 0.009861789747008767, "f1_mean": 0.8108612462594762, "f1_std": 0.038209835226095154 }, "biodist": { "kl_divergence_mean": 0.3107850118699246, "kl_divergence_std": 0.03838394769553977, "js_divergence_mean": 0.07653345565385793, "js_divergence_std": 0.012738301434340309 } } }