{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.13138363142855383, "lr": 0.0003183893957684731, "weight_decay": 0.09324304909602012, "backbone_lr_ratio": 0.35598913444921026, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128 }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 83, "mse": 0.3019449796801696, "rmse": 0.5494952044196287, "mae": 0.2869321725454675, "r2": -0.002565673822219283 }, "delivery": { "n_samples": 58, "mse": 0.4861564349157676, "rmse": 0.6972491914056033, "mae": 0.5075679545387112, "r2": 0.3820658346383613 }, "pdi": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.3838387806411062, "recall": 0.5765027322404371, "f1": 0.4081896551724138 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6957516339869282, "recall": 0.7652380952380953, "f1": 0.7042577030812325 }, "toxic": { "n_samples": 58, "accuracy": 0.9310344827586207, "precision": 0.6157407407407407, "recall": 0.7232142857142857, "f1": 0.6484848484848484 }, "biodist": { "n_samples": 58, "kl_divergence": 0.1773200742051057, "js_divergence": 0.038189943291577606 } } }, { "fold": 1, "best_params": { "dropout": 0.11160552976974417, "lr": 0.0002934246482004709, "weight_decay": 0.000380014417451246, "backbone_lr_ratio": 0.40187800461703077, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128 }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 84, "mse": 0.06851485629954368, "rmse": 0.2617534265287537, "mae": 0.19058226403735934, "r2": -0.1350613967945693 }, "delivery": { "n_samples": 61, "mse": 0.8536548404567659, "rmse": 0.9239344351504417, "mae": 0.5235513564138139, "r2": 0.3538448248397684 }, "pdi": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.30528846153846156, "recall": 0.28174603174603174, "f1": 0.291304347826087 }, "ee": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.5202020202020202, "recall": 0.5292564578278864, "f1": 0.5119174942704355 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.17284391250731643, "js_divergence": 0.04385579372373865 } } }, { "fold": 2, "best_params": { "dropout": 0.18117503720006686, "lr": 8.135394049241399e-05, "weight_decay": 0.015076469897649124, "backbone_lr_ratio": 0.9586175198423679, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128 }, "epoch_mean": 25, "test_metrics": { "size": { "n_samples": 84, "mse": 0.09662744334561678, "rmse": 0.3108495509818484, "mae": 0.23867071242559523, "r2": -0.03533227905101599 }, "delivery": { "n_samples": 60, "mse": 0.6406059342358218, "rmse": 0.8003786193020287, "mae": 0.5084985921236996, "r2": 0.147242469212558 }, "pdi": { "n_samples": 84, "accuracy": 0.6071428571428571, "precision": 0.3536231884057971, "recall": 0.5382104454685099, "f1": 0.37173202614379086 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.6023391812865497, "recall": 0.6626984126984127, "f1": 0.615613004906073 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 60, "kl_divergence": 0.14159162897750524, "js_divergence": 0.03735438196115702 } } }, { "fold": 3, "best_params": { "dropout": 0.1463802845991778, "lr": 0.00017979738268552602, "weight_decay": 0.026590603512062855, "backbone_lr_ratio": 0.19962036354162335, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128 }, "epoch_mean": 21, "test_metrics": { "size": { "n_samples": 83, "mse": 0.4172014495115836, "rmse": 0.6459113325461813, "mae": 0.31643760635192136, "r2": -0.28019803113261177 }, "delivery": { "n_samples": 59, "mse": 0.6657579552491054, "rmse": 0.8159399213478314, "mae": 0.5076249049723907, "r2": 0.3528041681920817 }, "pdi": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.5178283873936048, "recall": 0.7818740399385561, "f1": 0.5410135841170324 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5903252773977808, "recall": 0.6201608848667672, "f1": 0.59879647539222 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.1549686979086472, "js_divergence": 0.04090113862268173 } } }, { "fold": 4, "best_params": { "dropout": 0.2644252830630203, "lr": 0.00047786312466235084, "weight_decay": 0.00014812429727941733, "backbone_lr_ratio": 0.4924030302991967, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128 }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 84, "mse": 0.11630157603965702, "rmse": 0.3410301688115833, "mae": 0.22757892097745622, "r2": 0.15569737793159788 }, "delivery": { "n_samples": 58, "mse": 0.8730690733744573, "rmse": 0.934381652952613, "mae": 0.5687187765564384, "r2": 0.155756618760172 }, "pdi": { "n_samples": 84, "accuracy": 0.7976190476190477, "precision": 0.4772893772893773, "recall": 0.5948540706605223, "f1": 0.48832958380202474 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6349206349206349, "recall": 0.6696581196581196, "f1": 0.6393311036789296 }, "toxic": { "n_samples": 59, "accuracy": 0.9830508474576272, "precision": 0.875, "recall": 0.9910714285714286, "f1": 0.9240669240669239 }, "biodist": { "n_samples": 58, "kl_divergence": 0.16969217947848778, "js_divergence": 0.0395276095457105 } } } ], "summary_stats": { "size": { "mse_mean": 0.20011806097531415, "mse_std": 0.13605060346546968, "rmse_mean": 0.421807936657599, "rmse_std": 0.1489836418804863, "mae_mean": 0.2520403352675599, "mae_std": 0.044539086104422025, "r2_mean": -0.05949200057376369, "r2_std": 0.14460473921225706 }, "delivery": { "mse_mean": 0.7038488476463836, "mse_std": 0.14416510605421703, "rmse_mean": 0.8343767640317037, "rmse_std": 0.08754577825552946, "mae_mean": 0.5231923169210108, "mae_std": 0.02355910863909835, "r2_mean": 0.2783427831285883, "r2_std": 0.10413278790666436 }, "pdi": { "accuracy_mean": 0.680952380952381, "accuracy_std": 0.07079080355865956, "precision_mean": 0.40757363905366945, "precision_std": 0.07867991593480861, "recall_mean": 0.5546374640108114, "recall_std": 0.16029442135411243, "f1_mean": 0.42011383941226976, "f1_std": 0.08757283505739442 }, "ee": { "accuracy_mean": 0.6595238095238095, "accuracy_std": 0.05028264781414971, "precision_mean": 0.6087077495587827, "precision_std": 0.05740294635102721, "recall_mean": 0.6494023940578562, "recall_std": 0.07654423564390637, "f1_mean": 0.6139831562657782, "f1_std": 0.06235816431212298 }, "toxic": { "accuracy_mean": 0.9498116015623752, "accuracy_std": 0.018606414993903777, "precision_mean": 0.741005291005291, "precision_std": 0.08309215961982111, "recall_mean": 0.9254947714112868, "recall_std": 0.1014926074677688, "f1_mean": 0.7988975896940499, "f1_std": 0.08885794447474714 }, "biodist": { "kl_divergence_mean": 0.16328329861541246, "kl_divergence_std": 0.013184621932051109, "js_divergence_mean": 0.0399657734289731, "js_divergence_std": 0.0022878851196224824 } } }