{ "fold_results": [ { "fold": 0, "best_params": { "d_model": 512, "num_heads": 8, "n_attn_layers": 5, "fusion_strategy": "attention", "head_hidden_dim": 128, "dropout": 0.14666736316838325, "lr": 0.0001295888795454003, "weight_decay": 7.732380983243132e-05 }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 87, "mse": 0.26366087871128757, "rmse": 0.5134791901443403, "mae": 0.25157783223294666, "r2": 0.21208517006410577 }, "delivery": { "n_samples": 61, "mse": 0.40443344562739025, "rmse": 0.63595082013265, "mae": 0.3928790920429298, "r2": 0.2300258531372983 }, "pdi": { "n_samples": 87, "accuracy": 0.7241379310344828, "precision": 0.35141509433962265, "recall": 0.35351966873706003, "f1": 0.348405985686402 }, "ee": { "n_samples": 87, "accuracy": 0.6666666666666666, "precision": 0.6188811188811189, "recall": 0.6375291375291375, "f1": 0.6217948717948718 }, "toxic": { "n_samples": 62, "accuracy": 0.967741935483871, "precision": 0.8, "recall": 0.9830508474576272, "f1": 0.8663793103448275 }, "biodist": { "n_samples": 61, "kl_divergence": 0.14776465556036145, "js_divergence": 0.03926150329301917 } } }, { "fold": 1, "best_params": { "d_model": 512, "num_heads": 4, "n_attn_layers": 2, "fusion_strategy": "avg", "head_hidden_dim": 64, "dropout": 0.05188345993471756, "lr": 4.21188892865021e-05, "weight_decay": 4.086499445232577e-05 }, "epoch_mean": 23, "test_metrics": { "size": { "n_samples": 87, "mse": 0.20102046206409732, "rmse": 0.44835305515196094, "mae": 0.2436335881551107, "r2": 0.1900957049146058 }, "delivery": { "n_samples": 62, "mse": 0.5899936276993041, "rmse": 0.7681104267612203, "mae": 0.46896366539576484, "r2": 0.4017743543115936 }, "pdi": { "n_samples": 87, "accuracy": 0.6666666666666666, "precision": 0.41556437389770723, "recall": 0.4042119565217391, "f1": 0.40777777777777774 }, "ee": { "n_samples": 87, "accuracy": 0.6666666666666666, "precision": 0.6414141414141414, "recall": 0.6782661782661782, "f1": 0.6387485970819304 }, "toxic": { "n_samples": 62, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "biodist": { "n_samples": 62, "kl_divergence": 0.30758161166563297, "js_divergence": 0.08759221465023677 } } }, { "fold": 2, "best_params": { "d_model": 512, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 64, "dropout": 0.11433976976282646, "lr": 5.3015812445144804e-05, "weight_decay": 6.704431817743382e-06 }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 85, "mse": 0.07855156229299931, "rmse": 0.28027051627490057, "mae": 0.2201253890991211, "r2": 0.009407939412061861 }, "delivery": { "n_samples": 62, "mse": 0.4162270771403472, "rmse": 0.645156629928227, "mae": 0.41306305523856635, "r2": 0.37384819758564136 }, "pdi": { "n_samples": 87, "accuracy": 0.7126436781609196, "precision": 0.3963383838383838, "recall": 0.5856060606060606, "f1": 0.43013891331106036 }, "ee": { "n_samples": 87, "accuracy": 0.6781609195402298, "precision": 0.6215366001209922, "recall": 0.65781362712309, "f1": 0.6235867752721687 }, "toxic": { "n_samples": 62, "accuracy": 0.967741935483871, "precision": 0.8, "recall": 0.9830508474576272, "f1": 0.8663793103448275 }, "biodist": { "n_samples": 62, "kl_divergence": 0.3189032824921648, "js_divergence": 0.07944133611635379 } } }, { "fold": 3, "best_params": { "d_model": 512, "num_heads": 4, "n_attn_layers": 5, "fusion_strategy": "attention", "head_hidden_dim": 64, "dropout": 0.11746271741188277, "lr": 0.0001939220403760229, "weight_decay": 2.4722550292920085e-06 }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 87, "mse": 0.08391054707837464, "rmse": 0.28967317286620564, "mae": 0.22691357272794876, "r2": 0.26719931627457305 }, "delivery": { "n_samples": 62, "mse": 2.0453160934060053, "rmse": 1.4301454798047664, "mae": 0.5443450972558029, "r2": 0.0777919381248442 }, "pdi": { "n_samples": 87, "accuracy": 0.6896551724137931, "precision": 0.3994245524296675, "recall": 0.5978021978021978, "f1": 0.417895167895168 }, "ee": { "n_samples": 87, "accuracy": 0.5862068965517241, "precision": 0.5469462969462969, "recall": 0.5874125874125874, "f1": 0.5375569894616209 }, "toxic": { "n_samples": 63, "accuracy": 0.9682539682539683, "precision": 0.8, "recall": 0.9833333333333334, "f1": 0.8665254237288135 }, "biodist": { "n_samples": 63, "kl_divergence": 0.28367776789683485, "js_divergence": 0.07318286384043993 } } }, { "fold": 4, "best_params": { "d_model": 128, "num_heads": 4, "n_attn_layers": 6, "fusion_strategy": "max", "head_hidden_dim": 128, "dropout": 0.15658744776638445, "lr": 0.00031005155898680676, "weight_decay": 5.422040924441196e-05 }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 86, "mse": 0.17175675509369362, "rmse": 0.41443546553558086, "mae": 0.2695355332174966, "r2": -0.28030669239092476 }, "delivery": { "n_samples": 63, "mse": 0.35801504662479033, "rmse": 0.5983435857638906, "mae": 0.4112293718545328, "r2": 0.3391331751101827 }, "pdi": { "n_samples": 86, "accuracy": 0.7209302325581395, "precision": 0.5444444444444444, "recall": 0.746031746031746, "f1": 0.5894308943089431 }, "ee": { "n_samples": 86, "accuracy": 0.5930232558139535, "precision": 0.5120650953984287, "recall": 0.5383076043453402, "f1": 0.5184148203294006 }, "toxic": { "n_samples": 64, "accuracy": 0.9375, "precision": 0.6666666666666666, "recall": 0.967741935483871, "f1": 0.7333333333333333 }, "biodist": { "n_samples": 63, "kl_divergence": 0.2828013605689281, "js_divergence": 0.07105864428768947 } } } ], "summary_stats": { "size": { "mse_mean": 0.1597800410480905, "mse_std": 0.07069609368925868, "rmse_mean": 0.3892422799945977, "rmse_std": 0.09094222623565874, "mae_mean": 0.24235718308652476, "mae_std": 0.017652592224532318, "r2_mean": 0.07969628765488435, "r2_std": 0.19970720107145462 }, "delivery": { "mse_mean": 0.7627970580995674, "mse_std": 0.6460804607386303, "rmse_mean": 0.8155413884781508, "rmse_std": 0.31255287837212004, "mae_mean": 0.44609605635751937, "mae_std": 0.055343855526290356, "r2_mean": 0.28451470365391207, "r2_std": 0.11867334397685028 }, "pdi": { "accuracy_mean": 0.7028067361668003, "accuracy_std": 0.021722406295571848, "precision_mean": 0.4214373697899651, "precision_std": 0.06508897722192637, "recall_mean": 0.5374343259397607, "recall_std": 0.1421622175476529, "f1_mean": 0.4387297477958702, "f1_std": 0.0804178141542625 }, "ee": { "accuracy_mean": 0.6381448810478482, "accuracy_std": 0.039904343482039924, "precision_mean": 0.5881686505521957, "precision_std": 0.049765031116764336, "recall_mean": 0.6198658269352666, "recall_std": 0.05072984435881663, "f1_mean": 0.5880204107879985, "f1_std": 0.049740374945613494 }, "toxic": { "accuracy_mean": 0.9682475678443421, "accuracy_std": 0.01976937654694873, "precision_mean": 0.8133333333333335, "precision_std": 0.10666666666666666, "recall_mean": 0.9834353927464917, "recall_std": 0.010207614614579376, "f1_mean": 0.8665234755503602, "f1_std": 0.08432750219703594 }, "biodist": { "kl_divergence_mean": 0.26814573563678445, "kl_divergence_std": 0.06177240919631341, "js_divergence_mean": 0.07010731243754784, "js_divergence_std": 0.016460095953094674 } } }