{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.36120126405768543, "lr": 0.0009943285546676244, "weight_decay": 0.011860461070657894, "backbone_lr_ratio": 0.09819347379144983, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 83, "mse": 1.676027268087981, "rmse": 1.2946147180099494, "mae": 0.5815293254802026, "r2": -0.025769943317001776 }, "delivery": { "n_samples": 58, "mse": 0.6715509417709401, "rmse": 0.8194821180300031, "mae": 0.665385747521088, "r2": 0.1464182289946495 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6759259259259259, "recall": 0.703136136849608, "f1": 0.6830188679245283 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.7083333333333334, "recall": 0.7580952380952382, "f1": 0.7063492063492064 }, "toxic": { "n_samples": 58, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "biodist": { "n_samples": 58, "kl_divergence": 0.27181820448506416, "js_divergence": 0.05273329950407624 } } }, { "fold": 1, "best_params": { "dropout": 0.371435048249699, "lr": 0.0009935032389272061, "weight_decay": 0.02706809108748905, "backbone_lr_ratio": 0.53351170976181, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 84, "mse": 0.30248181045202543, "rmse": 0.5499834637987087, "mae": 0.41426232776471544, "r2": 0.07632809002212781 }, "delivery": { "n_samples": 61, "mse": 0.9428140250706672, "rmse": 0.9709861096177779, "mae": 0.6117104583526732, "r2": 0.28635774947742054 }, "pdi": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6352542372881356, "recall": 0.6507936507936508, "f1": 0.6407697790449038 }, "ee": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.5219071648844568, "recall": 0.5261643118785976, "f1": 0.5190994916485113 }, "toxic": { "n_samples": 61, "accuracy": 0.9836065573770492, "precision": 0.9915254237288136, "recall": 0.8333333333333333, "f1": 0.8957264957264958 }, "biodist": { "n_samples": 61, "kl_divergence": 0.1357482084903174, "js_divergence": 0.03247745637511056 } } }, { "fold": 2, "best_params": { "dropout": 0.19949078833513573, "lr": 0.000977120870583528, "weight_decay": 0.00021751974902947037, "backbone_lr_ratio": 0.3167600286173088, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 84, "mse": 0.45175231057685106, "rmse": 0.6721252194173725, "mae": 0.5166641850955784, "r2": 0.10779725805436557 }, "delivery": { "n_samples": 60, "mse": 0.6797533223458386, "rmse": 0.8244715412589076, "mae": 0.5551322677560772, "r2": 0.09513051046010212 }, "pdi": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5913461538461539, "recall": 0.6114369501466275, "f1": 0.5906432748538011 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5999521759923482, "recall": 0.6507936507936507, "f1": 0.6146820206917817 }, "toxic": { "n_samples": 61, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "biodist": { "n_samples": 60, "kl_divergence": 0.1407451063850808, "js_divergence": 0.03442505767044702 } } }, { "fold": 3, "best_params": { "dropout": 0.25690878511862153, "lr": 0.0009464809649969671, "weight_decay": 0.023088878222189472, "backbone_lr_ratio": 0.07870652124780661, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7659412376668375, "rmse": 1.3288872178130233, "mae": 0.5967389072392539, "r2": 0.0011701761394946608 }, "delivery": { "n_samples": 59, "mse": 0.6603468185467967, "rmse": 0.8126172644897453, "mae": 0.5195516526414934, "r2": 0.35806443596877946 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6489665003563792, "recall": 0.6532258064516129, "f1": 0.6509485094850949 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5719226929111397, "recall": 0.6070889894419307, "f1": 0.5790513833992095 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.1758335960949415, "js_divergence": 0.041986645103412025 } } }, { "fold": 4, "best_params": { "dropout": 0.3438734193891897, "lr": 0.0009229803835627424, "weight_decay": 0.011592399226521383, "backbone_lr_ratio": 0.10371501335121129, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6720339767468582, "rmse": 0.8197767847084096, "mae": 0.4649642623151608, "r2": 0.10073506180051661 }, "delivery": { "n_samples": 58, "mse": 1.0497807825723042, "rmse": 1.0245881038604265, "mae": 0.6204070844526949, "r2": -0.015120686859235066 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6586452762923352, "recall": 0.6957478005865103, "f1": 0.662107803700724 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6134883720930232, "recall": 0.6594017094017094, "f1": 0.6279030910609859 }, "toxic": { "n_samples": 59, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "biodist": { "n_samples": 58, "kl_divergence": 0.16245069368948398, "js_divergence": 0.04122557581824096 } } } ], "summary_stats": { "size": { "mse_mean": 0.9736473207061106, "mse_std": 0.6220732102162669, "rmse_mean": 0.9330774807494926, "rmse_std": 0.32095752931546995, "mae_mean": 0.5148318015789822, "mae_std": 0.06893719143837518, "r2_mean": 0.05205212853990058, "r2_std": 0.0542441106655952 }, "delivery": { "mse_mean": 0.8008491780613094, "mse_std": 0.16324467202283593, "rmse_mean": 0.890429027451372, "rmse_std": 0.08936064644636925, "mae_mean": 0.5944374421448053, "mae_std": 0.05130150026957484, "r2_mean": 0.17417004760834331, "r2_std": 0.1336051051010961 }, "pdi": { "accuracy_mean": 0.7023809523809523, "accuracy_std": 0.031043820977155443, "precision_mean": 0.6420276187417859, "precision_std": 0.028593283934388595, "recall_mean": 0.6628680689656019, "recall_std": 0.03342609407670951, "f1_mean": 0.6454976470018103, "f1_std": 0.03080521418875638 }, "ee": { "accuracy_mean": 0.6595238095238095, "accuracy_std": 0.04298921448873283, "precision_mean": 0.6031207478428603, "precision_std": 0.06124733514891676, "recall_mean": 0.6403087799222253, "recall_std": 0.0754726921035143, "f1_mean": 0.6094170386299389, "f1_std": 0.06139158186540732 }, "toxic": { "accuracy_mean": 0.9833879781420766, "accuracy_std": 0.02582012027251532, "precision_mean": 0.9411622276029057, "precision_std": 0.1134857296764128, "recall_mean": 0.9596491228070174, "recall_std": 0.06460334259481396, "f1_mean": 0.9355089355089354, "f1_std": 0.08681103902459329 }, "biodist": { "kl_divergence_mean": 0.17731916182897758, "kl_divergence_std": 0.049435115062838576, "js_divergence_mean": 0.04056960689425736, "js_divergence_std": 0.007122248178910294 } } }