{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.249816047538945, "lr": 0.0007969454818643932, "weight_decay": 0.008471801418819975, "backbone_lr_ratio": 0.15751320499779725, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 13, "test_metrics": { "size": { "n_samples": 83, "mse": 1.4997791464662995, "rmse": 1.2246547049949628, "mae": 0.5329577082610992, "r2": 0.08209824544573019 }, "delivery": { "n_samples": 58, "mse": 0.5621633803139553, "rmse": 0.7497755532917536, "mae": 0.5971168833463614, "r2": 0.2854564204804384 }, "pdi": { "n_samples": 84, "accuracy": 0.7976190476190477, "precision": 0.7458333333333333, "recall": 0.7523164647184604, "f1": 0.7489010022859153 }, "ee": { "n_samples": 84, "accuracy": 0.75, "precision": 0.728583244712277, "recall": 0.7614285714285715, "f1": 0.7299803816657748 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.2505519774721038, "js_divergence": 0.04876761665965193 } } }, { "fold": 1, "best_params": { "dropout": 0.36125999893855604, "lr": 0.0005218589746733537, "weight_decay": 0.00013957295237475344, "backbone_lr_ratio": 0.05368136611253809, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3450189290389537, "rmse": 0.5873831194705494, "mae": 0.45183507455069394, "r2": -0.053565147232133015 }, "delivery": { "n_samples": 61, "mse": 1.1082149368704723, "rmse": 1.0527178809493416, "mae": 0.6711371511404143, "r2": 0.1611611828200118 }, "pdi": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5696286472148542, "recall": 0.5793650793650793, "f1": 0.571654650958326 }, "ee": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.50171998624011, "recall": 0.5036154321868608, "f1": 0.4913136288998358 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.26572251656260437, "js_divergence": 0.06909315114786709 } } }, { "fold": 2, "best_params": { "dropout": 0.497804687444555, "lr": 0.0008262030137574559, "weight_decay": 0.0027980162766859887, "backbone_lr_ratio": 0.25041980149691795, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 11, "test_metrics": { "size": { "n_samples": 84, "mse": 0.33659527812850365, "rmse": 0.5801683187907658, "mae": 0.4592306216779564, "r2": 0.3352303396329478 }, "delivery": { "n_samples": 60, "mse": 0.6215280245003019, "rmse": 0.7883704868272923, "mae": 0.5425195595948026, "r2": 0.17263847372827446 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.6068181818181818, "recall": 0.6378299120234604, "f1": 0.5757575757575757 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.606140350877193, "recall": 0.6720354808590102, "f1": 0.6190881743565225 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.2123447981522219, "js_divergence": 0.04886770818690606 } } }, { "fold": 3, "best_params": { "dropout": 0.19620664816030634, "lr": 0.0008203303040781945, "weight_decay": 0.09163011132541928, "backbone_lr_ratio": 0.7546459184154254, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 83, "mse": 1.7611879007938644, "rmse": 1.3270975475803821, "mae": 0.5631435849782394, "r2": 0.0038586997043298377 }, "delivery": { "n_samples": 59, "mse": 0.6930136672963602, "rmse": 0.8324744244097594, "mae": 0.541700589438995, "r2": 0.32630837780631017 }, "pdi": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6072124756335282, "recall": 0.6209677419354839, "f1": 0.6110444177671068 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5801358234295416, "recall": 0.599270990447461, "f1": 0.5749640680242134 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.20239779905020466, "js_divergence": 0.050275046923259875 } } }, { "fold": 4, "best_params": { "dropout": 0.3061951110950902, "lr": 0.0008643881414012139, "weight_decay": 0.00011771973478525925, "backbone_lr_ratio": 0.12472198351350613, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 84, "mse": 0.5915837666928274, "rmse": 0.769144828164909, "mae": 0.4365386986783484, "r2": 0.2083874360488871 }, "delivery": { "n_samples": 58, "mse": 0.9647128449414197, "rmse": 0.9821979662682161, "mae": 0.6298785273884905, "r2": 0.06713860451964326 }, "pdi": { "n_samples": 84, "accuracy": 0.7619047619047619, "precision": 0.7175480769230769, "recall": 0.7653958944281525, "f1": 0.7270955165692008 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6276353276353276, "recall": 0.6547008547008547, "f1": 0.6362408486478409 }, "toxic": { "n_samples": 59, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "biodist": { "n_samples": 58, "kl_divergence": 0.18118856500710467, "js_divergence": 0.044863367372506804 } } } ], "summary_stats": { "size": { "mse_mean": 0.9068330042240899, "mse_std": 0.6036051056768003, "rmse_mean": 0.8976897038003138, "rmse_std": 0.3177832593372322, "mae_mean": 0.4887411376292675, "mae_std": 0.04989759907260662, "r2_mean": 0.11520191471995238, "r2_std": 0.14076330118636055 }, "delivery": { "mse_mean": 0.7899265707845018, "mse_std": 0.21046803928662908, "rmse_mean": 0.8811072623492725, "rmse_std": 0.11651850934453273, "mae_mean": 0.5964705421818127, "mae_std": 0.050203724904436454, "r2_mean": 0.20254061187093564, "r2_std": 0.09288012684190738 }, "pdi": { "accuracy_mean": 0.6976190476190476, "accuracy_std": 0.07323122142490333, "precision_mean": 0.6494081429845948, "precision_std": 0.06913756578237862, "recall_mean": 0.6711750184941273, "recall_std": 0.07419331428775373, "f1_mean": 0.6468906326676249, "f1_std": 0.07595295223116724 }, "ee": { "accuracy_mean": 0.6595238095238095, "accuracy_std": 0.062360956446232345, "precision_mean": 0.6088429465788898, "precision_std": 0.0734814591004088, "recall_mean": 0.6382102659245517, "recall_std": 0.08512446409627589, "f1_mean": 0.6103174203188375, "f1_std": 0.07807680381726986 }, "toxic": { "accuracy_mean": 0.9568192952703976, "accuracy_std": 0.024614072428637914, "precision_mean": 0.7857142857142858, "precision_std": 0.10832679205787929, "recall_mean": 0.977342062051681, "recall_std": 0.012969364591169584, "f1_mean": 0.8416524920507221, "f1_std": 0.08119712321141342 }, "biodist": { "kl_divergence_mean": 0.22244113124884785, "kl_divergence_std": 0.031205587061351694, "js_divergence_mean": 0.05237337805803836, "js_divergence_std": 0.008551553107252485 } } }