{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.3980773018180746, "lr": 0.0009896030589860336, "weight_decay": 0.0002988554096805342, "backbone_lr_ratio": 0.2882797738700643, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 83, "mse": 1.6246690728469169, "rmse": 1.274625071480597, "mae": 0.5944420359916536, "r2": 0.005662536347478486 }, "delivery": { "n_samples": 58, "mse": 0.7102819707127421, "rmse": 0.842782279543621, "mae": 0.6625874312594533, "r2": 0.09718875402761229 }, "pdi": { "n_samples": 84, "accuracy": 0.8333333333333334, "precision": 0.7891525423728813, "recall": 0.8039914468995011, "f1": 0.7958333333333334 }, "ee": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6829362569400521, "recall": 0.7314285714285714, "f1": 0.687769981711114 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.32097759110945434, "js_divergence": 0.06712981080576393 } } }, { "fold": 1, "best_params": { "dropout": 0.396946460618591, "lr": 0.0004854064403598687, "weight_decay": 0.00010992238518795333, "backbone_lr_ratio": 0.23864875345272699, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.38773907280523073, "rmse": 0.6226869781882634, "mae": 0.478045186826161, "r2": -0.18401727831452308 }, "delivery": { "n_samples": 61, "mse": 1.1492300175260897, "rmse": 1.0720214631834988, "mae": 0.7018961062746458, "r2": 0.13011572349706002 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.5664174813110983, "recall": 0.5873015873015872, "f1": 0.5523510971786834 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.4826358616681197, "recall": 0.4884639170353456, "f1": 0.47545555874980455 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 61, "kl_divergence": 0.4828981973271936, "js_divergence": 0.12323903696473625 } } }, { "fold": 2, "best_params": { "dropout": 0.10827786083228613, "lr": 0.0004876914007718381, "weight_decay": 0.0852885971769344, "backbone_lr_ratio": 0.21714091995810716, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 84, "mse": 0.4123269005771989, "rmse": 0.6421268570751413, "mae": 0.49745388741471935, "r2": 0.1856617383911774 }, "delivery": { "n_samples": 60, "mse": 0.6503294595263629, "rmse": 0.8064300710702466, "mae": 0.5487457474150385, "r2": 0.1342987717315124 }, "pdi": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.5652297220646625, "recall": 0.5843108504398826, "f1": 0.5357729648991785 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.6053846153846153, "recall": 0.6720354808590102, "f1": 0.6203502415458937 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3376426852856137, "js_divergence": 0.09061480035897176 } } }, { "fold": 3, "best_params": { "dropout": 0.1463802845991778, "lr": 0.00017979738268552602, "weight_decay": 0.026590603512062855, "backbone_lr_ratio": 0.19962036354162335, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7510092489615507, "rmse": 1.3232570608016987, "mae": 0.6278676227834749, "r2": 0.009615822761402493 }, "delivery": { "n_samples": 59, "mse": 0.7222390124885935, "rmse": 0.84984646406783, "mae": 0.57879668119032, "r2": 0.29789786998972123 }, "pdi": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.6785714285714286, "recall": 0.7052785923753666, "f1": 0.6867796610169492 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.5483829895594602, "recall": 0.575062845651081, "f1": 0.5199383832295225 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.4613132992323466, "js_divergence": 0.12165500439647682 } } }, { "fold": 4, "best_params": { "dropout": 0.35317424690388177, "lr": 0.0009765192272158632, "weight_decay": 0.00012175015526770499, "backbone_lr_ratio": 0.023808704109897987, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6604880002050739, "rmse": 0.8127041283302762, "mae": 0.4948491998892721, "r2": 0.11618501260741076 }, "delivery": { "n_samples": 58, "mse": 0.936642398150463, "rmse": 0.9678028715345202, "mae": 0.6353725126848139, "r2": 0.09428226317670119 }, "pdi": { "n_samples": 84, "accuracy": 0.6071428571428571, "precision": 0.6374353076480737, "recall": 0.6752199413489737, "f1": 0.5942028985507246 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6475761475761476, "recall": 0.7401709401709402, "f1": 0.6653096672637463 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.40727903738537147, "js_divergence": 0.10249950448751813 } } }, { "fold": 0, "best_params": { "dropout": 0.3980773018180746, "lr": 0.0009896030589860336, "weight_decay": 0.0002988554096805342, "backbone_lr_ratio": 0.2882797738700643, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 83, "mse": 1.545312966192772, "rmse": 1.2431061765564404, "mae": 0.5886967062770602, "r2": 0.054230426962613154 }, "delivery": { "n_samples": 58, "mse": 0.6668586486255093, "rmse": 0.8166141369248449, "mae": 0.6276618008790859, "r2": 0.15238241673384167 }, "pdi": { "n_samples": 84, "accuracy": 0.8452380952380952, "precision": 0.8041666666666667, "recall": 0.8121881682109764, "f1": 0.8079831193951117 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6914328121224673, "recall": 0.7452380952380953, "f1": 0.701447533036203 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.27259534788302564, "js_divergence": 0.06020453275369037 } } }, { "fold": 1, "best_params": { "dropout": 0.396946460618591, "lr": 0.0004854064403598687, "weight_decay": 0.00010992238518795333, "backbone_lr_ratio": 0.23864875345272699, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.4005803081504934, "rmse": 0.6329141396354591, "mae": 0.4951437964946741, "r2": -0.2232298457086057 }, "delivery": { "n_samples": 61, "mse": 1.1667453321847503, "rmse": 1.0801598641797197, "mae": 0.6814669590809794, "r2": 0.11685789296077709 }, "pdi": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.5477272727272727, "recall": 0.5634920634920635, "f1": 0.5238241152137275 }, "ee": { "n_samples": 84, "accuracy": 0.5238095238095238, "precision": 0.456992337164751, "recall": 0.46650968079539507, "f1": 0.45625740933077347 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5730307313158203, "js_divergence": 0.14005679605749516 } } }, { "fold": 2, "best_params": { "dropout": 0.10827786083228613, "lr": 0.0004876914007718381, "weight_decay": 0.0852885971769344, "backbone_lr_ratio": 0.21714091995810716, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 84, "mse": 0.45499801818836005, "rmse": 0.6745354091434785, "mae": 0.5309686183796397, "r2": 0.1013870435125862 }, "delivery": { "n_samples": 60, "mse": 0.6030715996767626, "rmse": 0.7765768472448574, "mae": 0.5282929584461574, "r2": 0.1972071741079553 }, "pdi": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6336898395721925, "recall": 0.6649560117302054, "f1": 0.635076427996782 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5992402659069326, "recall": 0.6507936507936507, "f1": 0.6101851851851852 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.358983754945942, "js_divergence": 0.09298507446003766 } } }, { "fold": 3, "best_params": { "dropout": 0.1463802845991778, "lr": 0.00017979738268552602, "weight_decay": 0.026590603512062855, "backbone_lr_ratio": 0.19962036354162335, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 83, "mse": 1.6469751588239248, "rmse": 1.2833452999188975, "mae": 0.6211532356262387, "r2": 0.06845829708118345 }, "delivery": { "n_samples": 59, "mse": 0.7509799772948998, "rmse": 0.866591009239595, "mae": 0.6103691533050042, "r2": 0.2699582374579258 }, "pdi": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.6545454545454545, "recall": 0.6994134897360704, "f1": 0.625668449197861 }, "ee": { "n_samples": 84, "accuracy": 0.6190476190476191, "precision": 0.5681642512077295, "recall": 0.6041478129713425, "f1": 0.563984674329502 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.4523145833037008, "js_divergence": 0.1183277351587518 } } }, { "fold": 4, "best_params": { "dropout": 0.35317424690388177, "lr": 0.0009765192272158632, "weight_decay": 0.00012175015526770499, "backbone_lr_ratio": 0.023808704109897987, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6556117434601818, "rmse": 0.8096985509806608, "mae": 0.5088372581716006, "r2": 0.12271004984074696 }, "delivery": { "n_samples": 58, "mse": 1.0003346592105318, "rmse": 1.0001673156080095, "mae": 0.6612379994114925, "r2": 0.03269289816995369 }, "pdi": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6592592592592592, "recall": 0.6891495601173021, "f1": 0.6657824933687002 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.6072310405643738, "recall": 0.6940170940170941, "f1": 0.6169253712734788 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.4083994319724002, "js_divergence": 0.1006941777950375 } } }, { "fold": 0, "best_params": { "dropout": 0.3980773018180746, "lr": 0.0009896030589860336, "weight_decay": 0.0002988554096805342, "backbone_lr_ratio": 0.2882797738700643, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 83, "mse": 1.444963857475926, "rmse": 1.2020664946149717, "mae": 0.575902431103659, "r2": 0.11564655158081194 }, "delivery": { "n_samples": 58, "mse": 0.6487752159789035, "rmse": 0.8054658378720376, "mae": 0.6530212075288954, "r2": 0.1753675508528415 }, "pdi": { "n_samples": 84, "accuracy": 0.8333333333333334, "precision": 0.7936507936507937, "recall": 0.7769066286528867, "f1": 0.7844574780058651 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6868692000270947, "recall": 0.7452380952380953, "f1": 0.6987547892720306 }, "toxic": { "n_samples": 58, "accuracy": 0.9482758620689655, "precision": 0.7, "recall": 0.9732142857142857, "f1": 0.7719528178243775 }, "biodist": { "n_samples": 58, "kl_divergence": 0.32634100712155006, "js_divergence": 0.06706463335858984 } } }, { "fold": 1, "best_params": { "dropout": 0.396946460618591, "lr": 0.0004854064403598687, "weight_decay": 0.00010992238518795333, "backbone_lr_ratio": 0.23864875345272699, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 84, "mse": 0.45034502529074416, "rmse": 0.6710775106429541, "mae": 0.5225315168943434, "r2": -0.37519359936953656 }, "delivery": { "n_samples": 61, "mse": 1.1274144896048421, "rmse": 1.0617977630438116, "mae": 0.6428290372561725, "r2": 0.14662850547534068 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.5972915181753385, "recall": 0.6031746031746031, "f1": 0.5997067448680352 }, "ee": { "n_samples": 84, "accuracy": 0.5238095238095238, "precision": 0.4141642671054436, "recall": 0.42669235526378385, "f1": 0.40981240981240985 }, "toxic": { "n_samples": 61, "accuracy": 0.9016393442622951, "precision": 0.6666666666666666, "recall": 0.9482758620689655, "f1": 0.7227272727272727 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5404966442274723, "js_divergence": 0.13248730719985696 } } }, { "fold": 2, "best_params": { "dropout": 0.10827786083228613, "lr": 0.0004876914007718381, "weight_decay": 0.0852885971769344, "backbone_lr_ratio": 0.21714091995810716, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 84, "mse": 0.5404522607814335, "rmse": 0.7351545829153441, "mae": 0.5627435291618375, "r2": -0.06738355880059732 }, "delivery": { "n_samples": 60, "mse": 0.6347980231433975, "rmse": 0.7967421308951834, "mae": 0.5446047547040507, "r2": 0.1549738055263823 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.6068181818181818, "recall": 0.6378299120234604, "f1": 0.5757575757575757 }, "ee": { "n_samples": 84, "accuracy": 0.6190476190476191, "precision": 0.5553467000835423, "recall": 0.588702147525677, "f1": 0.5573950928686081 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.34103334231152865, "js_divergence": 0.0899550896776649 } } }, { "fold": 3, "best_params": { "dropout": 0.1463802845991778, "lr": 0.00017979738268552602, "weight_decay": 0.026590603512062855, "backbone_lr_ratio": 0.19962036354162335, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 83, "mse": 1.633019754709887, "rmse": 1.2778966134667886, "mae": 0.6318143501271865, "r2": 0.07635158001484588 }, "delivery": { "n_samples": 59, "mse": 0.778873610785293, "rmse": 0.8825381639256702, "mae": 0.591008120058578, "r2": 0.2428423116373991 }, "pdi": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.5983050847457627, "recall": 0.6063049853372434, "f1": 0.6011957095129242 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5736842105263158, "recall": 0.6070889894419307, "f1": 0.5785510785510786 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.46990571185549446, "js_divergence": 0.12454201663905487 } } }, { "fold": 4, "best_params": { "dropout": 0.35317424690388177, "lr": 0.0009765192272158632, "weight_decay": 0.00012175015526770499, "backbone_lr_ratio": 0.023808704109897987, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.7197383052375195, "rmse": 0.8483739182916454, "mae": 0.5446056428176927, "r2": 0.0369007446434223 }, "delivery": { "n_samples": 58, "mse": 1.0250908773516882, "rmse": 1.0124677166960379, "mae": 0.6531032593599682, "r2": 0.008754043905628395 }, "pdi": { "n_samples": 84, "accuracy": 0.6190476190476191, "precision": 0.6079545454545454, "recall": 0.6392961876832844, "f1": 0.5909920876445527 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6275303643724697, "recall": 0.7021367521367522, "f1": 0.6415056360708534 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.40077254800841094, "js_divergence": 0.10315238600509395 } } } ], "summary_stats": { "size": { "mse_mean": 0.9552153129138143, "mse_std": 0.544124280885305, "rmse_mean": 0.9369045861361744, "rmse_std": 0.27825367812630597, "mae_mean": 0.5516703345306142, "mae_std": 0.050933508755883206, "r2_mean": 0.0028657014366944233, "r2_std": 0.1484374631238745 }, "delivery": { "mse_mean": 0.8381110194840553, "mse_std": 0.19956001015608432, "rmse_mean": 0.9092002623352989, "rmse_std": 0.1070789542976535, "mae_mean": 0.6213995819236436, "mae_std": 0.05084304982304164, "r2_mean": 0.15009654795004349, "r2_std": 0.07708969134269554 }, "pdi": { "accuracy_mean": 0.6793650793650793, "accuracy_std": 0.09408695848584789, "precision_mean": 0.6493476732389074, "precision_std": 0.08116705378595848, "recall_mean": 0.6699209352348937, "recall_std": 0.07666166785670459, "f1_mean": 0.6383589437293336, "f1_std": 0.08952118234954987 }, "ee": { "accuracy_mean": 0.6341269841269842, "accuracy_std": 0.06796728274922742, "precision_mean": 0.583171421347301, "precision_std": 0.08031795761416705, "recall_mean": 0.6291817619044511, "recall_std": 0.10148518503800956, "f1_mean": 0.5869095341486802, "f1_std": 0.08729125759225413 }, "toxic": { "accuracy_mean": 0.9445751533791317, "accuracy_std": 0.020063303116255492, "precision_mean": 0.7481453634085212, "precision_std": 0.07540464740954501, "recall_mean": 0.9548256416904332, "recall_std": 0.0554955125846467, "f1_mean": 0.8001151448841631, "f1_std": 0.039832204457600114 }, "biodist": { "kl_divergence_mean": 0.41026559421902165, "kl_divergence_std": 0.08303708399525898, "js_divergence_mean": 0.10230719374124933, "js_divergence_std": 0.023848212584556397 } } }