{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.249816047538945, "lr": 0.0007969454818643932, "weight_decay": 0.008471801418819975, "backbone_lr_ratio": 0.15751320499779725, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 83, "mse": 1.4902910516992345, "rmse": 1.2207747751732236, "mae": 0.5363193983324321, "r2": 0.08790519299169797 }, "delivery": { "n_samples": 58, "mse": 0.6916124740287749, "rmse": 0.8316324152104552, "mae": 0.6628450403824963, "r2": 0.12091881090349843 }, "pdi": { "n_samples": 84, "accuracy": 0.7738095238095238, "precision": 0.7194960212201591, "recall": 0.7359230220955096, "f1": 0.7262905162064826 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.702812241521919, "recall": 0.7209523809523809, "f1": 0.6980392156862744 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.3168873020028568, "js_divergence": 0.0677902363417781 } } }, { "fold": 1, "best_params": { "dropout": 0.4974289969576414, "lr": 0.0002961107423081925, "weight_decay": 0.0006029005082214946, "backbone_lr_ratio": 0.13222888593113422, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 28, "test_metrics": { "size": { "n_samples": 84, "mse": 0.43464222391277485, "rmse": 0.6592740127691784, "mae": 0.499924241121681, "r2": -0.3272428266631806 }, "delivery": { "n_samples": 61, "mse": 1.17955117322795, "rmse": 1.0860714402045337, "mae": 0.7267155784686081, "r2": 0.107164794450476 }, "pdi": { "n_samples": 84, "accuracy": 0.5833333333333334, "precision": 0.512962962962963, "recall": 0.5158730158730158, "f1": 0.5072900955253896 }, "ee": { "n_samples": 84, "accuracy": 0.5833333333333334, "precision": 0.520295837633299, "recall": 0.5255696684268113, "f1": 0.5108812260536398 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.4683037296441327, "js_divergence": 0.11658896336509159 } } }, { "fold": 2, "best_params": { "dropout": 0.20909028227816875, "lr": 0.0009868479883958295, "weight_decay": 0.09577444643395126, "backbone_lr_ratio": 0.9366132049338034, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.4087910347460858, "rmse": 0.6393676835327899, "mae": 0.4793831276197341, "r2": 0.19264501023242742 }, "delivery": { "n_samples": 60, "mse": 0.7247595458151497, "rmse": 0.8513281070275723, "mae": 0.5579910538314531, "r2": 0.035219426368225504 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.661793372319688, "recall": 0.6825513196480939, "f1": 0.6686674669867947 }, "ee": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6552237349338799, "recall": 0.6556956115779645, "f1": 0.6514953433935953 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.21126022529821167, "js_divergence": 0.05485419090953282 } } }, { "fold": 3, "best_params": { "dropout": 0.26416603774755115, "lr": 0.0009483435695441306, "weight_decay": 0.023495515945762397, "backbone_lr_ratio": 0.11652607489369789, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7842281855420412, "rmse": 1.3357500460572858, "mae": 0.5938954424135476, "r2": -0.009173060960097734 }, "delivery": { "n_samples": 59, "mse": 0.6918623731346534, "rmse": 0.8317826477720327, "mae": 0.5687793801870134, "r2": 0.32742757251779153 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6345029239766082, "recall": 0.6517595307917888, "f1": 0.6398559423769508 }, "ee": { "n_samples": 84, "accuracy": 0.6190476190476191, "precision": 0.553931623931624, "recall": 0.5850427350427351, "f1": 0.5562289562289563 }, "toxic": { "n_samples": 60, "accuracy": 0.9, "precision": 0.6666666666666666, "recall": 0.9473684210526316, "f1": 0.7222222222222222 }, "biodist": { "n_samples": 60, "kl_divergence": 0.41758473248841016, "js_divergence": 0.10913817108200573 } } }, { "fold": 4, "best_params": { "dropout": 0.3550281028589818, "lr": 0.0008995567387897002, "weight_decay": 0.07448021944502968, "backbone_lr_ratio": 0.09651209634502661, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 23, "test_metrics": { "size": { "n_samples": 84, "mse": 0.631083594340189, "rmse": 0.7944077003278537, "mae": 0.45563113806392286, "r2": 0.15553176014966863 }, "delivery": { "n_samples": 58, "mse": 0.9301344974568768, "rmse": 0.9644348072611632, "mae": 0.6198378756385425, "r2": 0.10057529571431079 }, "pdi": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6840277777777778, "recall": 0.7331378299120235, "f1": 0.684012539184953 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6285096799970942, "recall": 0.6982905982905984, "f1": 0.6480077466175054 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.16506880737658336, "js_divergence": 0.045572918215851584 } } }, { "fold": 0, "best_params": { "dropout": 0.249816047538945, "lr": 0.0007969454818643932, "weight_decay": 0.008471801418819975, "backbone_lr_ratio": 0.15751320499779725, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 83, "mse": 1.5155296361572212, "rmse": 1.2310684936904288, "mae": 0.5528177052781166, "r2": 0.07245855805812385 }, "delivery": { "n_samples": 58, "mse": 0.7162305636380973, "rmse": 0.8463040609840516, "mae": 0.6606004694797869, "r2": 0.08962773345808628 }, "pdi": { "n_samples": 84, "accuracy": 0.7857142857142857, "precision": 0.7348927875243665, "recall": 0.7576621525302922, "f1": 0.7437288135593221 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.6419191919191919, "recall": 0.6642857142857143, "f1": 0.6264318357172532 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.24963897156642656, "js_divergence": 0.05394401992956361 } } }, { "fold": 1, "best_params": { "dropout": 0.4974289969576414, "lr": 0.0002961107423081925, "weight_decay": 0.0006029005082214946, "backbone_lr_ratio": 0.13222888593113422, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 28, "test_metrics": { "size": { "n_samples": 84, "mse": 0.4407882317423426, "rmse": 0.6639188442440406, "mae": 0.5040833638271406, "r2": -0.34601054952953203 }, "delivery": { "n_samples": 61, "mse": 1.1926662698803117, "rmse": 1.0920926104870006, "mae": 0.7042049732914225, "r2": 0.09723761173794576 }, "pdi": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5972222222222222, "recall": 0.626984126984127, "f1": 0.5884305357989568 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.4710567210567211, "recall": 0.4779744065458351, "f1": 0.46484848484848484 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 61, "kl_divergence": 0.4314531684239771, "js_divergence": 0.10909374111148634 } } }, { "fold": 2, "best_params": { "dropout": 0.20909028227816875, "lr": 0.0009868479883958295, "weight_decay": 0.09577444643395126, "backbone_lr_ratio": 0.9366132049338034, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.5650020159968021, "rmse": 0.7516661599385741, "mae": 0.529821105356816, "r2": -0.1158688867212827 }, "delivery": { "n_samples": 60, "mse": 0.7951642792655207, "rmse": 0.8917198434853408, "mae": 0.564022826597405, "r2": -0.0585014766772729 }, "pdi": { "n_samples": 84, "accuracy": 0.7738095238095238, "precision": 0.7088382038488952, "recall": 0.7148093841642229, "f1": 0.7116531165311653 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6208862821766048, "recall": 0.6335200746965454, "f1": 0.6171167931336233 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.22955774915771032, "js_divergence": 0.057747101727447875 } } }, { "fold": 3, "best_params": { "dropout": 0.26416603774755115, "lr": 0.0009483435695441306, "weight_decay": 0.023495515945762397, "backbone_lr_ratio": 0.11652607489369789, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 83, "mse": 1.6949202991080103, "rmse": 1.3018910473261618, "mae": 0.6033158615253955, "r2": 0.04134016030320575 }, "delivery": { "n_samples": 59, "mse": 0.6990766862799925, "rmse": 0.8361080589732361, "mae": 0.5805813829746034, "r2": 0.32041440300144153 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6165865384615384, "recall": 0.6422287390029326, "f1": 0.6179337231968811 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5572465420276638, "recall": 0.5790095525389644, "f1": 0.5624113475177305 }, "toxic": { "n_samples": 60, "accuracy": 0.9166666666666666, "precision": 0.6875, "recall": 0.956140350877193, "f1": 0.749791492910759 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3403749299290891, "js_divergence": 0.08961346697761335 } } }, { "fold": 4, "best_params": { "dropout": 0.3550281028589818, "lr": 0.0008995567387897002, "weight_decay": 0.07448021944502968, "backbone_lr_ratio": 0.09651209634502661, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 23, "test_metrics": { "size": { "n_samples": 84, "mse": 0.4886720525111876, "rmse": 0.6990508225524004, "mae": 0.4315283092104697, "r2": 0.3460960928961807 }, "delivery": { "n_samples": 58, "mse": 1.0381119176667961, "rmse": 1.0188777736641408, "mae": 0.6245057485226927, "r2": -0.003837087126420169 }, "pdi": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.6851851851851851, "recall": 0.7199413489736071, "f1": 0.6936339522546419 }, "ee": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5885028949545079, "recall": 0.6226495726495727, "f1": 0.5911800617682971 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.1611165849963004, "js_divergence": 0.04393423722715566 } } }, { "fold": 0, "best_params": { "dropout": 0.249816047538945, "lr": 0.0007969454818643932, "weight_decay": 0.008471801418819975, "backbone_lr_ratio": 0.15751320499779725, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 83, "mse": 1.4122589346062955, "rmse": 1.1883850110996417, "mae": 0.5406930640519384, "r2": 0.13566276940550126 }, "delivery": { "n_samples": 58, "mse": 0.6433239980387713, "rmse": 0.8020748082559203, "mae": 0.6479004185389856, "r2": 0.1822963778025941 }, "pdi": { "n_samples": 84, "accuracy": 0.7738095238095238, "precision": 0.7277777777777777, "recall": 0.763007840342124, "f1": 0.7381460213289581 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6854700854700854, "recall": 0.7209523809523809, "f1": 0.6898928064057858 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.30607373685239425, "js_divergence": 0.0644612520328073 } } }, { "fold": 1, "best_params": { "dropout": 0.4974289969576414, "lr": 0.0002961107423081925, "weight_decay": 0.0006029005082214946, "backbone_lr_ratio": 0.13222888593113422, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 28, "test_metrics": { "size": { "n_samples": 84, "mse": 0.5151608604554236, "rmse": 0.7177470727599129, "mae": 0.5327425076227102, "r2": -0.5731181164633199 }, "delivery": { "n_samples": 61, "mse": 1.1942001943688114, "rmse": 1.0927946716418466, "mae": 0.7260972606170861, "r2": 0.09607654147912936 }, "pdi": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5614035087719298, "recall": 0.5714285714285714, "f1": 0.5625 }, "ee": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.5102707749766573, "recall": 0.5187669473383759, "f1": 0.5007262164124909 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.3858021653257507, "js_divergence": 0.10124314904115367 } } }, { "fold": 2, "best_params": { "dropout": 0.20909028227816875, "lr": 0.0009868479883958295, "weight_decay": 0.09577444643395126, "backbone_lr_ratio": 0.9366132049338034, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6996393324893, "rmse": 0.8364444586996198, "mae": 0.5794818652904636, "r2": -0.3817751812334691 }, "delivery": { "n_samples": 60, "mse": 0.6996533399076693, "rmse": 0.8364528318486759, "mae": 0.5247579780795301, "r2": 0.06864013793663049 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.6890838206627681, "recall": 0.7133431085043989, "f1": 0.6974789915966386 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5938271604938272, "recall": 0.6295518207282914, "f1": 0.6042911190760653 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.20584590249794044, "js_divergence": 0.053775627312069835 } } }, { "fold": 3, "best_params": { "dropout": 0.26416603774755115, "lr": 0.0009483435695441306, "weight_decay": 0.023495515945762397, "backbone_lr_ratio": 0.11652607489369789, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 83, "mse": 1.6443044516225283, "rmse": 1.2823043521810757, "mae": 0.5879418078293822, "r2": 0.06996886943016956 }, "delivery": { "n_samples": 59, "mse": 0.7141145882701054, "rmse": 0.8450530091480093, "mae": 0.5685077921913589, "r2": 0.30579577560029314 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6333333333333333, "recall": 0.6583577712609971, "f1": 0.6379310344827587 }, "ee": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5507364341085271, "recall": 0.5724736048265461, "f1": 0.5562131463818918 }, "toxic": { "n_samples": 60, "accuracy": 0.9166666666666666, "precision": 0.6875, "recall": 0.956140350877193, "f1": 0.749791492910759 }, "biodist": { "n_samples": 60, "kl_divergence": 0.37236123078698313, "js_divergence": 0.09833772061360159 } } }, { "fold": 4, "best_params": { "dropout": 0.3550281028589818, "lr": 0.0008995567387897002, "weight_decay": 0.07448021944502968, "backbone_lr_ratio": 0.09651209634502661, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 23, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6239338580525963, "rmse": 0.7898948398695843, "mae": 0.47588418122004006, "r2": 0.16509899541346917 }, "delivery": { "n_samples": 58, "mse": 0.9358950528862143, "rmse": 0.9674166904112282, "mae": 0.6357959070853119, "r2": 0.09500493370997776 }, "pdi": { "n_samples": 84, "accuracy": 0.7857142857142857, "precision": 0.737037037037037, "recall": 0.781524926686217, "f1": 0.7493368700265253 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6161793372319687, "recall": 0.6816239316239318, "f1": 0.6335690369195524 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.15658197161332346, "js_divergence": 0.04324634990542503 } } } ], "summary_stats": { "size": { "mse_mean": 0.9566163841988022, "mse_std": 0.5289173298099858, "rmse_mean": 0.9407963546814515, "rmse_std": 0.2674296229232933, "mae_mean": 0.5268975412509194, "mae_std": 0.05039567726957613, "r2_mean": -0.032432080846029186, "r2_std": 0.25100982645757397 }, "delivery": { "mse_mean": 0.8564237969243796, "mse_std": 0.1977046320203809, "rmse_mean": 0.9196095850916804, "rmse_std": 0.10364365842581455, "mae_mean": 0.6248762457257531, "mae_std": 0.06153017950577873, "r2_mean": 0.12560405672511385, "r2_std": 0.10994742145993405 }, "pdi": { "accuracy_mean": 0.7158730158730158, "accuracy_std": 0.06052595544424641, "precision_mean": 0.6602762315388166, "precision_std": 0.06462720006787157, "recall_mean": 0.6845688458798613, "recall_std": 0.07165699786547515, "f1_mean": 0.6644593079370945, "f1_std": 0.06911892092212407 }, "ee": { "accuracy_mean": 0.6476190476190476, "accuracy_std": 0.05158119621991084, "precision_mean": 0.5931245694955715, "precision_std": 0.06380277148311345, "recall_mean": 0.6190906000317766, "recall_std": 0.07225474019863874, "f1_mean": 0.5940888890774098, "f1_std": 0.0661558682406764 }, "toxic": { "accuracy_mean": 0.9456517189214969, "accuracy_std": 0.022719466775221415, "precision_mean": 0.7526691729323307, "precision_std": 0.07547321813694222, "recall_mean": 0.9553805490738341, "recall_std": 0.055941822921307525, "f1_mean": 0.8043743537666569, "f1_std": 0.04314896911685932 }, "biodist": { "kl_divergence_mean": 0.294527413864006, "kl_divergence_std": 0.10192651728638547, "js_divergence_mean": 0.07395607638617227, "js_divergence_std": 0.025932885166045156 } } }