{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.36120126405768543, "lr": 0.0009943285546676244, "weight_decay": 0.011860461070657894, "backbone_lr_ratio": 0.09819347379144983, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 1.6152706135152473, "rmse": 1.2709329697176195, "mae": 0.5560500422066235, "r2": 0.011414624800616835 }, "delivery": { "n_samples": 58, "mse": 0.569237390911561, "rmse": 0.7544782242792438, "mae": 0.5994908674138373, "r2": 0.27646492613737106 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.6964285714285714, "recall": 0.7195295794725588, "f1": 0.7043740573152337 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.684408546477512, "recall": 0.7380952380952381, "f1": 0.6942196418797405 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2234068484038443, "js_divergence": 0.04400725882151094 } } }, { "fold": 1, "best_params": { "dropout": 0.2307845821368613, "lr": 0.000958470938363808, "weight_decay": 7.743828905178866e-05, "backbone_lr_ratio": 0.011104773529240554, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3497929868728069, "rmse": 0.5914329944066419, "mae": 0.4466874681501871, "r2": -0.06814342257090522 }, "delivery": { "n_samples": 61, "mse": 1.1250146367822282, "rmse": 1.0606670716026911, "mae": 0.6891685391730461, "r2": 0.14844502105923318 }, "pdi": { "n_samples": 84, "accuracy": 0.6190476190476191, "precision": 0.5575167376749848, "recall": 0.5714285714285714, "f1": 0.5543766578249336 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.4739422084623323, "recall": 0.4779744065458351, "f1": 0.4646469622331691 }, "toxic": { "n_samples": 61, "accuracy": 0.9836065573770492, "precision": 0.9915254237288136, "recall": 0.8333333333333333, "f1": 0.8957264957264958 }, "biodist": { "n_samples": 61, "kl_divergence": 0.22230263127128363, "js_divergence": 0.05931753635423146 } } }, { "fold": 2, "best_params": { "dropout": 0.3632267382224968, "lr": 0.0005436310282210407, "weight_decay": 0.001502346334594783, "backbone_lr_ratio": 0.08436478652740312, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3808630997006998, "rmse": 0.6171410695300547, "mae": 0.4970361513440453, "r2": 0.24780218295956957 }, "delivery": { "n_samples": 60, "mse": 0.6823172211803693, "rmse": 0.826024951911484, "mae": 0.5678542086932187, "r2": 0.09171751672639383 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6693363844393593, "recall": 0.717008797653959, "f1": 0.662962962962963 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5985449735449735, "recall": 0.6507936507936507, "f1": 0.6140979689366786 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.2095544756354361, "js_divergence": 0.05129503689646577 } } }, { "fold": 3, "best_params": { "dropout": 0.2834072840481449, "lr": 0.0009817126260852267, "weight_decay": 0.02817395190380758, "backbone_lr_ratio": 0.07975174608349046, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 83, "mse": 1.771712610404338, "rmse": 1.3310569523519036, "mae": 0.5784341517768531, "r2": -0.002094156269689673 }, "delivery": { "n_samples": 59, "mse": 0.7036047486492218, "rmse": 0.8388115096070283, "mae": 0.5862117674107016, "r2": 0.3160125883953585 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.7014607425441266, "recall": 0.7426686217008798, "f1": 0.7105824446267432 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5854030501089325, "recall": 0.6147812971342383, "f1": 0.5895045852492662 }, "toxic": { "n_samples": 60, "accuracy": 0.9666666666666667, "precision": 0.8, "recall": 0.9824561403508771, "f1": 0.8660714285714286 }, "biodist": { "n_samples": 60, "kl_divergence": 0.20841596050219596, "js_divergence": 0.05264348216657474 } } }, { "fold": 4, "best_params": { "dropout": 0.3555361701988309, "lr": 0.0008600917157970105, "weight_decay": 0.04751323754945044, "backbone_lr_ratio": 0.0916633676039248, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 84, "mse": 0.7148602454419013, "rmse": 0.8454940836232394, "mae": 0.5174528707229045, "r2": 0.0434281945825975 }, "delivery": { "n_samples": 58, "mse": 0.8905622140496255, "rmse": 0.9436960390134238, "mae": 0.6175072552186662, "r2": 0.138841040505834 }, "pdi": { "n_samples": 84, "accuracy": 0.7976190476190477, "precision": 0.7387740555951532, "recall": 0.7456011730205279, "f1": 0.7420054200542006 }, "ee": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6509661835748792, "recall": 0.6675213675213675, "f1": 0.6549590850833087 }, "toxic": { "n_samples": 59, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "biodist": { "n_samples": 58, "kl_divergence": 0.1907601176792889, "js_divergence": 0.047605114707691666 } } } ], "summary_stats": { "size": { "mse_mean": 0.9664999111869987, "mse_std": 0.6092440138436447, "rmse_mean": 0.9312116139258919, "rmse_std": 0.31519016684619855, "mae_mean": 0.5191321368401227, "mae_std": 0.04608458146394721, "r2_mean": 0.0464814847004378, "r2_std": 0.10702101948116965 }, "delivery": { "mse_mean": 0.7941472423146012, "mse_std": 0.19496533924809686, "rmse_mean": 0.8847355592827743, "rmse_std": 0.10672503199904841, "mae_mean": 0.612046527581894, "mae_std": 0.04184654036430236, "r2_mean": 0.1942962185648381, "r2_std": 0.08633257826101888 }, "pdi": { "accuracy_mean": 0.7214285714285713, "accuracy_std": 0.06144518047887591, "precision_mean": 0.672703298336439, "precision_std": 0.061700087538997354, "recall_mean": 0.6992473486552994, "recall_std": 0.06495931304343325, "f1_mean": 0.6748603085568148, "f1_std": 0.06528928747510024 }, "ee": { "accuracy_mean": 0.6595238095238095, "accuracy_std": 0.06326347740755436, "precision_mean": 0.5986529924337259, "precision_std": 0.07185963720361778, "recall_mean": 0.6298331920180659, "recall_std": 0.08586973889602928, "f1_mean": 0.6034856486764326, "f1_std": 0.07805952152979412 }, "toxic": { "accuracy_mean": 0.9734916148483135, "accuracy_std": 0.02219715383749552, "precision_mean": 0.8994078416379934, "precision_std": 0.1193210012004697, "recall_mean": 0.906261343012704, "recall_std": 0.09781609924991808, "f1_mean": 0.8745698672026105, "f1_std": 0.07332155517028771 }, "biodist": { "kl_divergence_mean": 0.21088800669840985, "kl_divergence_std": 0.011832466231885556, "js_divergence_mean": 0.05097368578929492, "js_divergence_std": 0.005145672056299937 } } }