{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.17394178221021084, "lr": 0.0008692991511139548, "weight_decay": 0.012604664585649461, "backbone_lr_ratio": 0.7568292060167615, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 83, "mse": 1.5149383407462742, "rmse": 1.2308283148945973, "mae": 0.5505643196134682, "r2": 0.07282044540430221 }, "delivery": { "n_samples": 58, "mse": 0.39396393758973075, "rmse": 0.6276654663032935, "mae": 0.43898446954272946, "r2": 0.49924806199618754 }, "pdi": { "n_samples": 84, "accuracy": 0.8214285714285714, "precision": 0.7751989389920424, "recall": 0.7957947255880256, "f1": 0.7839135654261704 }, "ee": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6467727674624226, "recall": 0.6804761904761905, "f1": 0.6515223317791536 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2001182278729203, "js_divergence": 0.03945583955146683 } } }, { "fold": 1, "best_params": { "dropout": 0.46346510313243516, "lr": 0.0006611593614605952, "weight_decay": 0.0012618934451314413, "backbone_lr_ratio": 0.016144994436962733, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 21, "test_metrics": { "size": { "n_samples": 84, "mse": 0.4395358435955215, "rmse": 0.6629749946985343, "mae": 0.5030306407161766, "r2": -0.34218620138152533 }, "delivery": { "n_samples": 61, "mse": 1.1257630956632314, "rmse": 1.0610198375446291, "mae": 0.6725205194327186, "r2": 0.1478784916419149 }, "pdi": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5417771883289124, "recall": 0.5476190476190477, "f1": 0.5421135924037278 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.4785103785103786, "recall": 0.4779744065458351, "f1": 0.4642639781958667 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 61, "kl_divergence": 0.38295749252013045, "js_divergence": 0.09246241615458782 } } }, { "fold": 2, "best_params": { "dropout": 0.37957368636166133, "lr": 0.0009769495719529073, "weight_decay": 0.00041151384661719883, "backbone_lr_ratio": 0.16649282214592181, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 20, "test_metrics": { "size": { "n_samples": 84, "mse": 0.48589445124357766, "rmse": 0.6970612966185812, "mae": 0.5312965631795427, "r2": 0.040367140254082834 }, "delivery": { "n_samples": 60, "mse": 0.7147699904336099, "rmse": 0.8454407078167042, "mae": 0.5340412713664894, "r2": 0.04851725600976342 }, "pdi": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6670673076923077, "recall": 0.7038123167155426, "f1": 0.672514619883041 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6064814814814815, "recall": 0.6573295985060691, "f1": 0.6185851973086015 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.15665357630064303, "js_divergence": 0.040015487284461464 } } }, { "fold": 3, "best_params": { "dropout": 0.2579933044043313, "lr": 0.0008356094196044798, "weight_decay": 0.01773605606917, "backbone_lr_ratio": 0.0925525734131181, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 83, "mse": 1.757765364542394, "rmse": 1.3258074387113665, "mae": 0.589673353370324, "r2": 0.005794512294407306 }, "delivery": { "n_samples": 59, "mse": 0.7355912040567187, "rmse": 0.857666137874592, "mae": 0.5746315904435212, "r2": 0.2849179533995273 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5982142857142857, "recall": 0.6129032258064516, "f1": 0.6013559322033898 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5898730898730898, "recall": 0.6022121669180492, "f1": 0.5907255864702673 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.22815631846536583, "js_divergence": 0.05563317108032269 } } }, { "fold": 4, "best_params": { "dropout": 0.27634688137192176, "lr": 0.0006690284401705901, "weight_decay": 0.0006607172959364349, "backbone_lr_ratio": 0.10372147434590727, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.7667293944623308, "rmse": 0.8756308551337891, "mae": 0.5201750371017537, "r2": -0.025979169780300237 }, "delivery": { "n_samples": 58, "mse": 1.1286937327949407, "rmse": 1.062399987196414, "mae": 0.6472625940203153, "r2": -0.0914282070214969 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.7014607425441266, "recall": 0.7426686217008798, "f1": 0.7105824446267432 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6205808080808081, "recall": 0.6705128205128205, "f1": 0.6378968253968255 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.22047025807641488, "js_divergence": 0.061807221040303985 } } }, { "fold": 0, "best_params": { "dropout": 0.17394178221021084, "lr": 0.0008692991511139548, "weight_decay": 0.012604664585649461, "backbone_lr_ratio": 0.7568292060167615, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 83, "mse": 1.5171974130573904, "rmse": 1.2317456771011581, "mae": 0.5484329929508, "r2": 0.07143783754305522 }, "delivery": { "n_samples": 58, "mse": 0.4712037258277428, "rmse": 0.686442805940701, "mae": 0.484680590123452, "r2": 0.4010716301942814 }, "pdi": { "n_samples": 84, "accuracy": 0.8333333333333334, "precision": 0.7936507936507937, "recall": 0.7769066286528867, "f1": 0.7844574780058651 }, "ee": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6861025111799105, "recall": 0.6904761904761904, "f1": 0.6678105844772512 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.18354526384001882, "js_divergence": 0.03665091855767172 } } }, { "fold": 1, "best_params": { "dropout": 0.46346510313243516, "lr": 0.0006611593614605952, "weight_decay": 0.0012618934451314413, "backbone_lr_ratio": 0.016144994436962733, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 21, "test_metrics": { "size": { "n_samples": 84, "mse": 0.43151526418089386, "rmse": 0.6568982144753431, "mae": 0.5153566197093044, "r2": -0.31769420334710685 }, "delivery": { "n_samples": 61, "mse": 1.1793264158273358, "rmse": 1.085967962615535, "mae": 0.6843292663392962, "r2": 0.10733491960022012 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.5873015873015872, "recall": 0.5873015873015872, "f1": 0.5873015873015872 }, "ee": { "n_samples": 84, "accuracy": 0.5238095238095238, "precision": 0.4528099528099528, "recall": 0.44767137624280484, "f1": 0.4399655469422911 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.3908222296638151, "js_divergence": 0.09199987769540309 } } }, { "fold": 2, "best_params": { "dropout": 0.37957368636166133, "lr": 0.0009769495719529073, "weight_decay": 0.00041151384661719883, "backbone_lr_ratio": 0.16649282214592181, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 20, "test_metrics": { "size": { "n_samples": 84, "mse": 0.8692874326749802, "rmse": 0.9323558508825802, "mae": 0.6207977542321065, "r2": -0.716827148003172 }, "delivery": { "n_samples": 60, "mse": 0.8069747310235574, "rmse": 0.8983177227593573, "mae": 0.582237891984793, "r2": -0.07422323500079187 }, "pdi": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.6923076923076923, "recall": 0.7346041055718475, "f1": 0.6998050682261208 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6229586426299045, "recall": 0.6851073762838468, "f1": 0.638092885375494 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.15019600854908347, "js_divergence": 0.03837682892737912 } } }, { "fold": 3, "best_params": { "dropout": 0.2579933044043313, "lr": 0.0008356094196044798, "weight_decay": 0.01773605606917, "backbone_lr_ratio": 0.0925525734131181, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7839036613886652, "rmse": 1.3356285641557182, "mae": 0.5837100798892508, "r2": -0.008989507625456028 }, "delivery": { "n_samples": 59, "mse": 0.7447054298412098, "rmse": 0.8629631682993254, "mae": 0.5869017900520209, "r2": 0.27605784306757974 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.6746031746031746, "recall": 0.6693548387096775, "f1": 0.671813953488372 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5758454106280193, "recall": 0.5945198592257416, "f1": 0.5828738112363142 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.17570368425562716, "js_divergence": 0.04457265075994887 } } }, { "fold": 4, "best_params": { "dropout": 0.27634688137192176, "lr": 0.0006690284401705901, "weight_decay": 0.0006607172959364349, "backbone_lr_ratio": 0.10372147434590727, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6299538176794748, "rmse": 0.7936963006588066, "mae": 0.4772096515710776, "r2": 0.15704354165794066 }, "delivery": { "n_samples": 58, "mse": 1.130537404033565, "rmse": 1.063267324821733, "mae": 0.6481935127541937, "r2": -0.09321100667373372 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6423197492163009, "recall": 0.6664222873900294, "f1": 0.6480643539467068 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6017011547702085, "recall": 0.6538461538461539, "f1": 0.6188797558585049 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.19756374168468285, "js_divergence": 0.05403238992729976 } } }, { "fold": 0, "best_params": { "dropout": 0.17394178221021084, "lr": 0.0008692991511139548, "weight_decay": 0.012604664585649461, "backbone_lr_ratio": 0.7568292060167615, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 83, "mse": 1.4361116809131524, "rmse": 1.198378771888568, "mae": 0.5522052053003067, "r2": 0.1210643015326891 }, "delivery": { "n_samples": 58, "mse": 0.46636241840523374, "rmse": 0.6829073278309684, "mae": 0.5064258330084127, "r2": 0.407225224071745 }, "pdi": { "n_samples": 84, "accuracy": 0.7619047619047619, "precision": 0.7006414825374199, "recall": 0.7006414825374199, "f1": 0.7006414825374199 }, "ee": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6769230769230768, "recall": 0.7142857142857144, "f1": 0.6824021697016661 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2049816852555022, "js_divergence": 0.03903044780108557 } } }, { "fold": 1, "best_params": { "dropout": 0.46346510313243516, "lr": 0.0006611593614605952, "weight_decay": 0.0012618934451314413, "backbone_lr_ratio": 0.016144994436962733, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 21, "test_metrics": { "size": { "n_samples": 84, "mse": 0.44836934586132926, "rmse": 0.6696038723464264, "mae": 0.5152198335688029, "r2": -0.3691605767909405 }, "delivery": { "n_samples": 61, "mse": 1.1787930202927628, "rmse": 1.0857223495409694, "mae": 0.670826274077179, "r2": 0.10773866156797751 }, "pdi": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5583333333333333, "recall": 0.5634920634920635, "f1": 0.5598915989159892 }, "ee": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.5211940836940837, "recall": 0.5292564578278864, "f1": 0.5106135244066278 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.3013491251828872, "js_divergence": 0.07396756747221324 } } }, { "fold": 2, "best_params": { "dropout": 0.37957368636166133, "lr": 0.0009769495719529073, "weight_decay": 0.00041151384661719883, "backbone_lr_ratio": 0.16649282214592181, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 20, "test_metrics": { "size": { "n_samples": 84, "mse": 0.694104954036804, "rmse": 0.8331296141878549, "mae": 0.5730913195847755, "r2": -0.3708448826723467 }, "delivery": { "n_samples": 60, "mse": 0.8789062653086458, "rmse": 0.9375000081646111, "mae": 0.5842139825302487, "r2": -0.1699765745883759 }, "pdi": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6428571428571428, "recall": 0.6796187683284457, "f1": 0.6415362731152205 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5879629629629629, "recall": 0.6295518207282914, "f1": 0.5990442054958184 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.1930069518225448, "js_divergence": 0.04818290212448818 } } }, { "fold": 3, "best_params": { "dropout": 0.2579933044043313, "lr": 0.0008356094196044798, "weight_decay": 0.01773605606917, "backbone_lr_ratio": 0.0925525734131181, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7071202920977901, "rmse": 1.306568135268035, "mae": 0.5980421773618064, "r2": 0.034439751281000186 }, "delivery": { "n_samples": 59, "mse": 0.7872583888568112, "rmse": 0.8872758245646115, "mae": 0.5833600104581249, "r2": 0.23469131114880493 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6267796610169492, "recall": 0.6370967741935484, "f1": 0.6307367680675224 }, "ee": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6332323232323231, "recall": 0.6600301659125188, "f1": 0.641938178780284 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.22192827854405323, "js_divergence": 0.05256172063312157 } } }, { "fold": 4, "best_params": { "dropout": 0.27634688137192176, "lr": 0.0006690284401705901, "weight_decay": 0.0006607172959364349, "backbone_lr_ratio": 0.10372147434590727, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6188806793616102, "rmse": 0.7866896969972406, "mae": 0.4881071589770727, "r2": 0.17186077618719975 }, "delivery": { "n_samples": 58, "mse": 1.1019690852549056, "rmse": 1.049747153011098, "mae": 0.6242254720679645, "r2": -0.06558591402348912 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6686520376175549, "recall": 0.6972140762463344, "f1": 0.6762192056309704 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6253968253968254, "recall": 0.6880341880341881, "f1": 0.6459922331182074 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.865909090909091 }, "biodist": { "n_samples": 58, "kl_divergence": 0.19449513422362763, "js_divergence": 0.05424559531739601 } } } ], "summary_stats": { "size": { "mse_mean": 1.0067538623894792, "mse_std": 0.5205158304025296, "rmse_mean": 0.96913317320124, "rmse_std": 0.25987449853799555, "mae_mean": 0.5444608471417711, "mae_std": 0.040902958350882444, "r2_mean": -0.09845689222974469, "r2_std": 0.2507492349150189 }, "delivery": { "mse_mean": 0.8563212563473335, "mse_std": 0.26578017641088525, "rmse_mean": 0.9129535856189696, "rmse_std": 0.1511191809559604, "mae_mean": 0.5881890045467639, "mae_std": 0.07043943218567686, "r2_mean": 0.1346837610260076, "r2_std": 0.2032093070798247 }, "pdi": { "accuracy_mean": 0.7214285714285715, "accuracy_std": 0.05495136308925004, "precision_mean": 0.6580776745142416, "precision_std": 0.06877780914813574, "recall_mean": 0.6743633699902525, "recall_std": 0.0715790564486541, "f1_mean": 0.6607298615852565, "f1_std": 0.06888301131752778 }, "ee": { "accuracy_mean": 0.6547619047619048, "accuracy_std": 0.057010428558945926, "precision_mean": 0.5950896979756966, "precision_std": 0.06396232527293311, "recall_mean": 0.6254189657214867, "recall_std": 0.07822783760418099, "f1_mean": 0.5993737876362116, "f1_std": 0.07019293425541405 }, "toxic": { "accuracy_mean": 0.9512455886532979, "accuracy_std": 0.01815930794844806, "precision_mean": 0.7754970760233918, "precision_std": 0.09057557500914719, "recall_mean": 0.9422435398841934, "recall_std": 0.07573011723871058, "f1_mean": 0.8129287182827004, "f1_std": 0.03251238236071497 }, "biodist": { "kl_divergence_mean": 0.22679653175048778, "kl_divergence_std": 0.07137247467056843, "js_divergence_mean": 0.054866335621809995, "js_divergence_std": 0.01765506187566907 } } }