{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.15695989820116132, "lr": 0.0009190576652999535, "weight_decay": 0.00019160484854324728, "backbone_lr_ratio": 0.010858228937443976, "moe_n_experts": 4, "moe_top_k": 1, "moe_expert_hidden_mult": 2, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 83, "mse": 1.4253441447999764, "rmse": 1.1938777763238482, "mae": 0.5525658846529852, "r2": 0.12765429867580036 }, "delivery": { "n_samples": 58, "mse": 0.6405855117319039, "rmse": 0.8003658611734411, "mae": 0.6030296326197427, "r2": 0.18577715914961368 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6652941176470588, "recall": 0.7002851033499644, "f1": 0.6680891417733522 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.7002314814814815, "recall": 0.748095238095238, "f1": 0.7037368316438083 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.19189511425409703, "js_divergence": 0.04151174073426368 } } }, { "fold": 1, "best_params": { "dropout": 0.3288453348343448, "lr": 0.0004056640613227662, "weight_decay": 1.128493039126102e-05, "backbone_lr_ratio": 0.19861551689911722, "moe_n_experts": 2, "moe_top_k": 1, "moe_expert_hidden_mult": 2, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3740864382223049, "rmse": 0.6116260607775841, "mae": 0.4674327611878869, "r2": -0.1423269861194456 }, "delivery": { "n_samples": 61, "mse": 1.0425454348723864, "rmse": 1.0210511421434219, "mae": 0.6284202284133825, "r2": 0.21086826178831475 }, "pdi": { "n_samples": 84, "accuracy": 0.6071428571428571, "precision": 0.5388888888888889, "recall": 0.5476190476190476, "f1": 0.5354449472096531 }, "ee": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.5211940836940837, "recall": 0.5292564578278864, "f1": 0.5106135244066278 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.3265798284655706, "js_divergence": 0.08538375545430645 } } }, { "fold": 2, "best_params": { "dropout": 0.20354076718889158, "lr": 0.0004268918448998353, "weight_decay": 1.2308254246176102e-05, "backbone_lr_ratio": 0.26381730533474246, "moe_n_experts": 4, "moe_top_k": 2, "moe_expert_hidden_mult": 1, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3749438730981019, "rmse": 0.6123266065574008, "mae": 0.48759276957605924, "r2": 0.25949254974107383 }, "delivery": { "n_samples": 60, "mse": 0.6684043536601668, "rmse": 0.8175600000367966, "mae": 0.5705895473016426, "r2": 0.11023795482825682 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6258823529411764, "recall": 0.656891495601173, "f1": 0.625 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6145614035087719, "recall": 0.6785714285714285, "f1": 0.6310384332824726 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.2956162408392093, "js_divergence": 0.07378991530775723 } } }, { "fold": 3, "best_params": { "dropout": 0.23728303298638598, "lr": 0.0004047759209191932, "weight_decay": 5.182159439874143e-05, "backbone_lr_ratio": 0.1085910800603635, "moe_n_experts": 2, "moe_top_k": 2, "moe_expert_hidden_mult": 2, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7200170297409134, "rmse": 1.3114941973721856, "mae": 0.5979206100083798, "r2": 0.027145258172342035 }, "delivery": { "n_samples": 59, "mse": 0.6361517865107628, "rmse": 0.7975912402419943, "mae": 0.5384212874854772, "r2": 0.3815848817414794 }, "pdi": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6445623342175066, "recall": 0.6598240469208211, "f1": 0.6499999999999999 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6133770622142715, "recall": 0.636827551533434, "f1": 0.6194000264305538 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.32962043188143414, "js_divergence": 0.08646305462156954 } } }, { "fold": 4, "best_params": { "dropout": 0.39916677910658704, "lr": 0.0007466808018045293, "weight_decay": 0.09860703586546646, "backbone_lr_ratio": 0.2106309266636621, "moe_n_experts": 2, "moe_top_k": 1, "moe_expert_hidden_mult": 1, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6581787049205378, "rmse": 0.8112821364485586, "mae": 0.4666319036623463, "r2": 0.11927513654933608 }, "delivery": { "n_samples": 58, "mse": 0.9902765079500601, "rmse": 0.9951263778787396, "mae": 0.668674697425088, "r2": 0.04241896439784332 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6673469387755102, "recall": 0.7104105571847508, "f1": 0.6680891417733522 }, "ee": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6686507936507936, "recall": 0.7316239316239317, "f1": 0.6889123827144178 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.21681091408025321, "js_divergence": 0.05498423634351381 } } } ], "summary_stats": { "size": { "mse_mean": 0.9105140381563668, "mse_std": 0.5583203783065406, "rmse_mean": 0.9081213554959154, "rmse_std": 0.2929669637495464, "mae_mean": 0.5144287858175314, "mae_std": 0.05222769965594899, "r2_mean": 0.07824805140382134, "r2_std": 0.13284472877537107 }, "delivery": { "mse_mean": 0.7955927189450559, "mse_std": 0.18139070929494158, "rmse_mean": 0.8863389242948788, "rmse_std": 0.09998014915398587, "mae_mean": 0.6018270786490667, "mae_std": 0.04510725796194226, "r2_mean": 0.1861774443811016, "r2_std": 0.11421660992070844 }, "pdi": { "accuracy_mean": 0.6785714285714285, "accuracy_std": 0.03912303982179759, "precision_mean": 0.6283949264940283, "precision_std": 0.04723947170460931, "recall_mean": 0.6550060501351513, "recall_std": 0.057755672220942474, "f1_mean": 0.6293246461512715, "f1_std": 0.04952765477213993 }, "ee": { "accuracy_mean": 0.6714285714285714, "accuracy_std": 0.054606404481808174, "precision_mean": 0.6236029649098804, "precision_std": 0.0609510201663861, "recall_mean": 0.6648749215303836, "recall_std": 0.07841896250718941, "f1_mean": 0.630740239695576, "f1_std": 0.06822260291411461 }, "toxic": { "accuracy_mean": 0.9500396342534485, "accuracy_std": 0.014290090778642328, "precision_mean": 0.7457142857142858, "precision_std": 0.03149343955006944, "recall_mean": 0.9737706334802525, "recall_std": 0.007575117962473199, "f1_mean": 0.8148343102325404, "f1_std": 0.0312513648447909 }, "biodist": { "kl_divergence_mean": 0.27210450590411284, "kl_divergence_std": 0.05713032818829422, "js_divergence_mean": 0.06842654049228214, "js_divergence_std": 0.017588239010530773 } } }