{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.36120126405768543, "lr": 0.0009943285546676244, "weight_decay": 0.004534870859101433, "backbone_lr_ratio": 0.09819347379144983, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 83, "mse": 1.455186983895059, "rmse": 1.2063113130096472, "mae": 0.5686195082064852, "r2": 0.10938974657104639 }, "delivery": { "n_samples": 58, "mse": 0.657963240459347, "rmse": 0.8111493330203428, "mae": 0.6435203616475237, "r2": 0.16368901729680851 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6752136752136753, "recall": 0.7191732002851033, "f1": 0.6676810712111991 }, "ee": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.6959027993510752, "recall": 0.7547619047619047, "f1": 0.7078250840566112 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2596632373195518, "js_divergence": 0.050668348241854885 } } }, { "fold": 1, "best_params": { "dropout": 0.16065362373053327, "lr": 0.0003827125972903083, "weight_decay": 0.0010457496747445269, "backbone_lr_ratio": 0.018093644223914483, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 16, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3409589679976698, "rmse": 0.583916918745869, "mae": 0.45027055373897645, "r2": -0.04116746962026441 }, "delivery": { "n_samples": 61, "mse": 1.1068753279267725, "rmse": 1.0520814264717215, "mae": 0.6685854428921079, "r2": 0.16217517021941497 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5886939571150097, "recall": 0.6031746031746031, "f1": 0.5916666666666667 }, "ee": { "n_samples": 84, "accuracy": 0.5357142857142857, "precision": 0.46129309287204023, "recall": 0.46282289139432, "f1": 0.45226267984888674 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.2958067591273321, "js_divergence": 0.07873601208459458 } } }, { "fold": 2, "best_params": { "dropout": 0.21582761240051862, "lr": 0.0009868479883958295, "weight_decay": 0.09203244519568063, "backbone_lr_ratio": 0.5839980659600624, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 84, "mse": 0.4175255522433261, "rmse": 0.6461621717830023, "mae": 0.46772397933195214, "r2": 0.1753944942347141 }, "delivery": { "n_samples": 60, "mse": 0.5916828875801762, "rmse": 0.7692092612418133, "mae": 0.5171970275618757, "r2": 0.2123675238445204 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6503347534996957, "recall": 0.6810850439882699, "f1": 0.6554552912223134 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6424501424501424, "recall": 0.7103174603174603, "f1": 0.6601851851851852 }, "toxic": { "n_samples": 61, "accuracy": 0.9180327868852459, "precision": 0.6875, "recall": 0.9568965517241379, "f1": 0.7502047502047502 }, "biodist": { "n_samples": 60, "kl_divergence": 0.16762949265428556, "js_divergence": 0.04296474968084666 } } }, { "fold": 3, "best_params": { "dropout": 0.34828519345906805, "lr": 0.0004833716789421718, "weight_decay": 0.011208992423316006, "backbone_lr_ratio": 0.049467723646538654, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7307133310877267, "rmse": 1.315565783641292, "mae": 0.624267839804202, "r2": 0.021095348604392883 }, "delivery": { "n_samples": 59, "mse": 0.7183388426661984, "rmse": 0.8475487258359831, "mae": 0.6008900250387141, "r2": 0.3016892984397991 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6165865384615384, "recall": 0.6422287390029326, "f1": 0.6179337231968811 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6275132275132275, "recall": 0.6534942182001006, "f1": 0.6330903901253936 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3472778691473637, "js_divergence": 0.08908498366865715 } } }, { "fold": 4, "best_params": { "dropout": 0.19855067735079376, "lr": 0.0009737458085538766, "weight_decay": 0.0873793743404466, "backbone_lr_ratio": 0.1323301118513924, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 84, "mse": 0.6823610498253468, "rmse": 0.8260514813408102, "mae": 0.467143061653977, "r2": 0.08691615523471552 }, "delivery": { "n_samples": 58, "mse": 0.95594764711874, "rmse": 0.9777257525087186, "mae": 0.5984285688991177, "r2": 0.07561440611739534 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6758977480219112, "recall": 0.7118768328445748, "f1": 0.6830188679245284 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6279735019572418, "recall": 0.676068376068376, "f1": 0.6401063285071521 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.17553375664728565, "js_divergence": 0.047453497763602526 } } } ], "summary_stats": { "size": { "mse_mean": 0.9253491770098258, "mse_std": 0.5635209849670987, "rmse_mean": 0.9156015337041241, "rmse_std": 0.29499662453743664, "mae_mean": 0.5156049885471186, "mae_std": 0.06859721905644692, "r2_mean": 0.0703256550049209, "r2_std": 0.07442452395794621 }, "delivery": { "mse_mean": 0.8061615891502468, "mse_std": 0.1941861553420283, "rmse_mean": 0.8915428998157159, "rmse_std": 0.10636186787769025, "mae_mean": 0.6057242852078679, "mae_std": 0.05156305156562382, "r2_mean": 0.18310708318358765, "r2_std": 0.07387529634285352 }, "pdi": { "accuracy_mean": 0.6904761904761905, "accuracy_std": 0.022587697572631283, "precision_mean": 0.6413453344623661, "precision_std": 0.03407905209553118, "recall_mean": 0.6715076838590968, "recall_std": 0.04363499054826829, "f1_mean": 0.6431511240443177, "f1_std": 0.03355328448013278 }, "ee": { "accuracy_mean": 0.669047619047619, "accuracy_std": 0.06917066212539978, "precision_mean": 0.6110265528287455, "precision_std": 0.07895636486811598, "recall_mean": 0.6514929701484322, "recall_std": 0.10032860777148758, "f1_mean": 0.6186939335446457, "f1_std": 0.0872135273694844 }, "toxic": { "accuracy_mean": 0.9467609457288584, "accuracy_std": 0.018697295798137017, "precision_mean": 0.7403571428571428, "precision_std": 0.03799167470563487, "recall_mean": 0.972046495549218, "recall_std": 0.009885999763715384, "f1_mean": 0.8084466888449189, "f1_std": 0.03946512235537587 }, "biodist": { "kl_divergence_mean": 0.24918222297916376, "kl_divergence_std": 0.0692551792233217, "js_divergence_mean": 0.06178151828791116, "js_divergence_std": 0.018524576017435603 } } }