{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.2845619357947551, "lr": 0.0004819359652743826, "weight_decay": 0.00047650193099672556, "backbone_lr_ratio": 0.450086667071011, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 83, "mse": 1.40757582303978, "rmse": 1.1864130069414192, "mae": 0.5616588884717729, "r2": 0.1385289489585415 }, "delivery": { "n_samples": 58, "mse": 0.6076951122465624, "rmse": 0.7795480179222845, "mae": 0.617616962834165, "r2": 0.22758284163102904 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.6916445623342176, "recall": 0.7059871703492516, "f1": 0.6974789915966387 }, "ee": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.6981481481481482, "recall": 0.7547619047619047, "f1": 0.7063178294573644 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.272484302646162, "js_divergence": 0.06264102127437038 } } }, { "fold": 1, "best_params": { "dropout": 0.49321588150191, "lr": 0.0008001805406707167, "weight_decay": 0.0005393769702926108, "backbone_lr_ratio": 0.3376629665631628, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.48346224517997965, "rmse": 0.6953144937220708, "mae": 0.5102533181419685, "r2": -0.4763218149886339 }, "delivery": { "n_samples": 61, "mse": 1.0731357937170418, "rmse": 1.03592267747986, "mae": 0.6685057051907308, "r2": 0.1877135653692018 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5886939571150097, "recall": 0.6031746031746031, "f1": 0.5916666666666667 }, "ee": { "n_samples": 84, "accuracy": 0.5833333333333334, "precision": 0.5165466717190855, "recall": 0.5193615907901622, "f1": 0.5137542196365725 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.23185261457140074, "js_divergence": 0.05874619101396169 } } }, { "fold": 2, "best_params": { "dropout": 0.4963290723923127, "lr": 0.0004074125483259232, "weight_decay": 0.00032334162966885123, "backbone_lr_ratio": 0.10751643388858854, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.42028872794508726, "rmse": 0.648296790016029, "mae": 0.49812036992183756, "r2": 0.16993727159330507 }, "delivery": { "n_samples": 60, "mse": 0.6891387791058545, "rmse": 0.8301438303726978, "mae": 0.5935882686404511, "r2": 0.08263684078854217 }, "pdi": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.5891316848763657, "recall": 0.6136363636363636, "f1": 0.5450153711023276 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5973684210526315, "recall": 0.6654995331465919, "f1": 0.6115975376524027 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.29021899490214914, "js_divergence": 0.07416126068025192 } } }, { "fold": 3, "best_params": { "dropout": 0.2837694643729008, "lr": 0.0009507610950400835, "weight_decay": 0.030225174141040066, "backbone_lr_ratio": 0.07870652124780661, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 83, "mse": 1.6836187319783924, "rmse": 1.297543344932412, "mae": 0.5553870367290206, "r2": 0.04773241281118734 }, "delivery": { "n_samples": 59, "mse": 0.7185506035104459, "rmse": 0.8476736420996266, "mae": 0.5687034062378235, "r2": 0.30148344173969277 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6489665003563792, "recall": 0.6532258064516129, "f1": 0.6509485094850949 }, "ee": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5591290893015031, "recall": 0.5724736048265461, "f1": 0.5542575650950036 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.19857830417434996, "js_divergence": 0.050240147737561684 } } }, { "fold": 4, "best_params": { "dropout": 0.37031300722104044, "lr": 0.0009780107766915915, "weight_decay": 0.006649253171411618, "backbone_lr_ratio": 0.06548902966345113, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6185879903348743, "rmse": 0.7865036492826173, "mae": 0.43704657881365466, "r2": 0.1722524304616062 }, "delivery": { "n_samples": 58, "mse": 0.9356663890484552, "rmse": 0.9672985004890968, "mae": 0.6343502103640087, "r2": 0.09522604786628497 }, "pdi": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6592592592592592, "recall": 0.6891495601173021, "f1": 0.6657824933687003 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6389598773319705, "recall": 0.6696581196581196, "f1": 0.6465204678362574 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.1858567386366629, "js_divergence": 0.04681795395078009 } } } ], "summary_stats": { "size": { "mse_mean": 0.9227067036956227, "mse_std": 0.5199870933377366, "rmse_mean": 0.9228142569789096, "rmse_std": 0.26668436551865127, "mae_mean": 0.5124932384156509, "mae_std": 0.04507978286518577, "r2_mean": 0.010425849767201244, "r2_std": 0.24753068849177795 }, "delivery": { "mse_mean": 0.8048373355256719, "mse_std": 0.17250908161164208, "rmse_mean": 0.8921173336727133, "rmse_std": 0.09467839503477547, "mae_mean": 0.6165529106534359, "mae_std": 0.034158216580699625, "r2_mean": 0.17892854747895015, "r2_std": 0.08214903554490538 }, "pdi": { "accuracy_mean": 0.6833333333333333, "accuracy_std": 0.06759556936465899, "precision_mean": 0.6355391927882461, "precision_std": 0.04059280608600703, "recall_mean": 0.6530347007458268, "recall_std": 0.040364692300862884, "f1_mean": 0.6301784064438857, "f1_std": 0.05470706286623488 }, "ee": { "accuracy_mean": 0.6547619047619048, "accuracy_std": 0.051617817592092385, "precision_mean": 0.6020304415106678, "precision_std": 0.06288423031767923, "recall_mean": 0.6363509506366649, "recall_std": 0.0821547163009543, "f1_mean": 0.6064895239355201, "f1_std": 0.06770860070155689 }, "toxic": { "accuracy_mean": 0.9500396342534485, "accuracy_std": 0.014290090778642328, "precision_mean": 0.7457142857142858, "precision_std": 0.03149343955006944, "recall_mean": 0.9737706334802525, "recall_std": 0.007575117962473199, "f1_mean": 0.8148343102325404, "f1_std": 0.0312513648447909 }, "biodist": { "kl_divergence_mean": 0.23579819098614493, "kl_divergence_std": 0.04050316258737932, "js_divergence_mean": 0.05852131493138515, "js_divergence_std": 0.009666197194003964 } } }