{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.19443413675775473, "lr": 0.0009635836112341388, "weight_decay": 0.009070781299297507, "backbone_lr_ratio": 0.1734075036613793, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 83, "mse": 1.4033825219031228, "rmse": 1.184644470675959, "mae": 0.5112627011286207, "r2": 0.14109535247187277 }, "delivery": { "n_samples": 58, "mse": 0.6141288950726891, "rmse": 0.7836637640421363, "mae": 0.5980733223901741, "r2": 0.21940511541936314 }, "pdi": { "n_samples": 84, "accuracy": 0.7976190476190477, "precision": 0.7473474801061009, "recall": 0.7658588738417677, "f1": 0.7551020408163265 }, "ee": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.698529411764706, "recall": 0.7414285714285714, "f1": 0.6940035273368607 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.26304271116747596, "js_divergence": 0.052775195852787095 } } }, { "fold": 1, "best_params": { "dropout": 0.15817546303903499, "lr": 0.00021145265298328845, "weight_decay": 0.0012812824514978503, "backbone_lr_ratio": 0.22619857682753952, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 84, "mse": 0.36049523533955935, "rmse": 0.600412554282103, "mae": 0.46337680354537, "r2": -0.10082428449635605 }, "delivery": { "n_samples": 61, "mse": 1.0121646453815876, "rmse": 1.0060639370246742, "mae": 0.63121185546405, "r2": 0.23386432931418888 }, "pdi": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.5886939571150097, "recall": 0.6031746031746031, "f1": 0.5916666666666667 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.4867204867204868, "recall": 0.4884639170353456, "f1": 0.4767781170881946 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5355506530924755, "js_divergence": 0.1321267498778987 } } }, { "fold": 2, "best_params": { "dropout": 0.2371232874491625, "lr": 0.000984410243075745, "weight_decay": 0.0020407855107584254, "backbone_lr_ratio": 0.13271813760612877, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 8, "test_metrics": { "size": { "n_samples": 84, "mse": 0.39488302386535035, "rmse": 0.6283971863919748, "mae": 0.5041336017727319, "r2": 0.2201130832279079 }, "delivery": { "n_samples": 60, "mse": 0.6639023201045673, "rmse": 0.8148020128255498, "mae": 0.5500516577080513, "r2": 0.11623094180077842 }, "pdi": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.6253545093590471, "recall": 0.6620234604105573, "f1": 0.6063492063492063 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5890688259109312, "recall": 0.6442577030812324, "f1": 0.6008846183177 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.17713039513740622, "js_divergence": 0.043962000154917115 } } }, { "fold": 3, "best_params": { "dropout": 0.2132958125365665, "lr": 0.000901227341517981, "weight_decay": 0.007185030174274687, "backbone_lr_ratio": 0.646326144537216, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 83, "mse": 1.809584545418648, "rmse": 1.345207993367066, "mae": 0.5733086775472186, "r2": -0.023514811370069832 }, "delivery": { "n_samples": 59, "mse": 0.6906153896813075, "rmse": 0.831032724795665, "mae": 0.5065565865518431, "r2": 0.32863978858967746 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6423197492163009, "recall": 0.6664222873900294, "f1": 0.6480643539467068 }, "ee": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5562917474682181, "recall": 0.5724736048265461, "f1": 0.5527777777777779 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.17438377943424227, "js_divergence": 0.043887965508778506 } } }, { "fold": 4, "best_params": { "dropout": 0.20496607857127885, "lr": 0.0009573095972231165, "weight_decay": 0.00038069869878401156, "backbone_lr_ratio": 0.04121720375781922, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 84, "mse": 0.683318604999295, "rmse": 0.8266308759048956, "mae": 0.4608367311080829, "r2": 0.08563482746838524 }, "delivery": { "n_samples": 58, "mse": 0.8554360260820959, "rmse": 0.9248978462955225, "mae": 0.6080092672130157, "r2": 0.17280748440374305 }, "pdi": { "n_samples": 84, "accuracy": 0.75, "precision": 0.6890838206627681, "recall": 0.7133431085043989, "f1": 0.6974789915966386 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6239858906525573, "recall": 0.6696581196581196, "f1": 0.6372471762542684 }, "toxic": { "n_samples": 59, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "biodist": { "n_samples": 58, "kl_divergence": 0.15632725438935907, "js_divergence": 0.042977887683408614 } } } ], "summary_stats": { "size": { "mse_mean": 0.9303327863051951, "mse_std": 0.5778056760896338, "rmse_mean": 0.9170586161243998, "rmse_std": 0.29889175448177907, "mae_mean": 0.5025837030204048, "mae_std": 0.0408894603691881, "r2_mean": 0.064500833460348, "r2_std": 0.11454927907706133 }, "delivery": { "mse_mean": 0.7672494552644494, "mse_std": 0.14680574779598, "rmse_mean": 0.8720920569967096, "rmse_std": 0.08188345002317256, "mae_mean": 0.5787805378654268, "mae_std": 0.044759850128355844, "r2_mean": 0.21418953190555018, "r2_std": 0.07045781780651408 }, "pdi": { "accuracy_mean": 0.7095238095238094, "accuracy_std": 0.05909368402852792, "precision_mean": 0.6585599032918454, "precision_std": 0.054886308955929025, "recall_mean": 0.6821644666642712, "recall_std": 0.05453390940528367, "f1_mean": 0.659732251875109, "f1_std": 0.060231264777942696 }, "ee": { "accuracy_mean": 0.6428571428571429, "accuracy_std": 0.05583828285504082, "precision_mean": 0.5909192725033799, "precision_std": 0.07033238217058627, "recall_mean": 0.623256383205963, "recall_std": 0.08637909720283998, "f1_mean": 0.5923382433549603, "f1_std": 0.07395249281228188 }, "toxic": { "accuracy_mean": 0.9602675711324664, "accuracy_std": 0.02670956425027978, "precision_mean": 0.8339598997493735, "precision_std": 0.1326617340600562, "recall_mean": 0.9309134906231094, "recall_std": 0.09135023416434847, "f1_mean": 0.8425857181166915, "f1_std": 0.08101827820431802 }, "biodist": { "kl_divergence_mean": 0.2612869586441918, "kl_divergence_std": 0.14203850605710744, "js_divergence_mean": 0.06314595981555801, "js_divergence_std": 0.03467433612718449 } } }