{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.28242799368681437, "lr": 0.00037183641805732076, "weight_decay": 6.290644294586152e-05, "backbone_lr_ratio": 0.10677482709481352, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 0.32790454280151365, "rmse": 0.572629498717551, "mae": 0.35871042688208893, "r2": -0.08876073797082196 }, "delivery": { "n_samples": 58, "mse": 0.7250728333301815, "rmse": 0.8515120864263651, "mae": 0.7098816664696768, "r2": 0.07838867510225656 }, "pdi": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.3435971685971686, "recall": 0.5359094457455114, "f1": 0.34977324263038545 }, "ee": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6871101871101871, "recall": 0.707142857142857, "f1": 0.6756066411238826 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.4073394583325288, "js_divergence": 0.092887269703335 } } }, { "fold": 1, "best_params": { "dropout": 0.23085562232445592, "lr": 0.0005227270589225132, "weight_decay": 0.00461701039547356, "backbone_lr_ratio": 0.12087164274488635, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.233876145855699, "rmse": 0.4836074294876982, "mae": 0.3760785318556286, "r2": -2.874543407510119 }, "delivery": { "n_samples": 61, "mse": 1.0238964615450643, "rmse": 1.0118776910007772, "mae": 0.6578027546466862, "r2": 0.2249841902125319 }, "pdi": { "n_samples": 84, "accuracy": 0.5238095238095238, "precision": 0.34497354497354493, "recall": 0.3280423280423281, "f1": 0.3231922398589065 }, "ee": { "n_samples": 84, "accuracy": 0.5595238095238095, "precision": 0.5101731601731602, "recall": 0.5036154321868608, "f1": 0.48790324563862697 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.48528378254405913, "js_divergence": 0.12258377401744426 } } }, { "fold": 2, "best_params": { "dropout": 0.18117503720006686, "lr": 8.135394049241399e-05, "weight_decay": 0.015076469897649124, "backbone_lr_ratio": 0.9586175198423679, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 84, "mse": 0.07870736214858826, "rmse": 0.28054832408800495, "mae": 0.2252055633635748, "r2": 0.15667568332606574 }, "delivery": { "n_samples": 60, "mse": 0.6624288051399898, "rmse": 0.8138972939750997, "mae": 0.5578871982870623, "r2": 0.118192445613993 }, "pdi": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.43453195231581004, "recall": 0.7014848950332823, "f1": 0.4452380952380952 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6140109890109889, "recall": 0.6785714285714285, "f1": 0.6262626262626263 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3967825471495568, "js_divergence": 0.1057568924841401 } } }, { "fold": 3, "best_params": { "dropout": 0.1799936812783694, "lr": 0.00033865324369584493, "weight_decay": 0.01440133094015265, "backbone_lr_ratio": 0.3278334190266755, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 83, "mse": 0.477705869562307, "rmse": 0.6911626939891266, "mae": 0.38659381004701177, "r2": -0.46585807501413723 }, "delivery": { "n_samples": 59, "mse": 0.7692103143544243, "rmse": 0.8770463581558413, "mae": 0.6155587352528158, "r2": 0.2522361838732067 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.4426767676767677, "recall": 0.6817716333845366, "f1": 0.43613724611708476 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5650987224157956, "recall": 0.5790095525389644, "f1": 0.5637508626639062 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.4102080974965646, "js_divergence": 0.11100613154873733 } } }, { "fold": 4, "best_params": { "dropout": 0.14162975892531532, "lr": 0.0004019907813153378, "weight_decay": 0.00037960139235180325, "backbone_lr_ratio": 0.18010931581670617, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 84, "mse": 0.1842198466764517, "rmse": 0.4292083953937198, "mae": 0.29178874833243235, "r2": -0.33736192476816806 }, "delivery": { "n_samples": 58, "mse": 0.9003281069383875, "rmse": 0.9488562098328637, "mae": 0.6070586243837044, "r2": 0.1293975832987566 }, "pdi": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.34548450889914306, "recall": 0.5337941628264209, "f1": 0.3497882046269143 }, "ee": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.6548765244417418, "recall": 0.7576923076923077, "f1": 0.6777508856852221 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.3946735882065513, "js_divergence": 0.1067245125767987 } } }, { "fold": 0, "best_params": { "dropout": 0.28242799368681437, "lr": 0.00037183641805732076, "weight_decay": 6.290644294586152e-05, "backbone_lr_ratio": 0.10677482709481352, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 0.3808128541133737, "rmse": 0.6171003598389598, "mae": 0.4168719153806388, "r2": -0.2644353156285024 }, "delivery": { "n_samples": 58, "mse": 0.751610048614176, "rmse": 0.8669544674400012, "mae": 0.7122741444999802, "r2": 0.04465827311677528 }, "pdi": { "n_samples": 84, "accuracy": 0.5, "precision": 0.3181788931788932, "recall": 0.5039032006245121, "f1": 0.32369614512471656 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6258687258687259, "recall": 0.6461904761904762, "f1": 0.6127803231251508 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.39644445917049376, "js_divergence": 0.09334798400608228 } } }, { "fold": 1, "best_params": { "dropout": 0.23085562232445592, "lr": 0.0005227270589225132, "weight_decay": 0.00461701039547356, "backbone_lr_ratio": 0.12087164274488635, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.3074589292084139, "rmse": 0.5544897917982025, "mae": 0.3793355481965201, "r2": -4.093563359726248 }, "delivery": { "n_samples": 61, "mse": 1.0592195690639976, "rmse": 1.029183933543464, "mae": 0.6786946221025753, "r2": 0.19824714422578682 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.37142213207121927, "recall": 0.35978835978835977, "f1": 0.35976608187134507 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.5052287581699346, "recall": 0.5094429380143666, "f1": 0.4903811048389362 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5219711265981701, "js_divergence": 0.13035793372268764 } } }, { "fold": 2, "best_params": { "dropout": 0.18117503720006686, "lr": 8.135394049241399e-05, "weight_decay": 0.015076469897649124, "backbone_lr_ratio": 0.9586175198423679, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 84, "mse": 0.10285134147020851, "rmse": 0.3207044456664243, "mae": 0.2692902485529582, "r2": -0.10201936510861498 }, "delivery": { "n_samples": 60, "mse": 0.663864171054346, "rmse": 0.8147786024769833, "mae": 0.548082401487045, "r2": 0.11628172479876508 }, "pdi": { "n_samples": 84, "accuracy": 0.5357142857142857, "precision": 0.4457671957671958, "recall": 0.7063492063492064, "f1": 0.44368858654572946 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6064246211305034, "recall": 0.6547619047619048, "f1": 0.6168530247347982 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3895171114701636, "js_divergence": 0.10296173296198505 } } }, { "fold": 3, "best_params": { "dropout": 0.1799936812783694, "lr": 0.00033865324369584493, "weight_decay": 0.01440133094015265, "backbone_lr_ratio": 0.3278334190266755, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 83, "mse": 0.4783278330356588, "rmse": 0.6916124876226996, "mae": 0.3700549229081855, "r2": -0.4677665928655337 }, "delivery": { "n_samples": 59, "mse": 0.8242563169380902, "rmse": 0.907885629877514, "mae": 0.6424747443900017, "r2": 0.19872492929644914 }, "pdi": { "n_samples": 84, "accuracy": 0.7023809523809523, "precision": 0.4810152874709206, "recall": 0.7291346646185355, "f1": 0.48990704493096837 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.5627865961199294, "recall": 0.5790095525389644, "f1": 0.5641184865618634 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.40656307520365187, "js_divergence": 0.10906334576015857 } } }, { "fold": 4, "best_params": { "dropout": 0.14162975892531532, "lr": 0.0004019907813153378, "weight_decay": 0.00037960139235180325, "backbone_lr_ratio": 0.18010931581670617, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 84, "mse": 0.16667444743348794, "rmse": 0.4082578198069058, "mae": 0.2857146007674081, "r2": -0.20998938958412183 }, "delivery": { "n_samples": 58, "mse": 0.9768153651071599, "rmse": 0.9883397012703476, "mae": 0.6390594764259355, "r2": 0.055435667309009284 }, "pdi": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.49700048379293665, "recall": 0.7552483358934973, "f1": 0.533806146572104 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6299589603283173, "recall": 0.6871794871794873, "f1": 0.6483638563493374 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.394783094910233, "js_divergence": 0.10592993993751994 } } }, { "fold": 0, "best_params": { "dropout": 0.28242799368681437, "lr": 0.00037183641805732076, "weight_decay": 6.290644294586152e-05, "backbone_lr_ratio": 0.10677482709481352, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 0.38432886654317966, "rmse": 0.6199426316548812, "mae": 0.43342806632260245, "r2": -0.2761097384806048 }, "delivery": { "n_samples": 58, "mse": 0.6744019580730524, "rmse": 0.8212197988803317, "mae": 0.6701494166306381, "r2": 0.14279441523317304 }, "pdi": { "n_samples": 84, "accuracy": 0.5357142857142857, "precision": 0.35634973404255316, "recall": 0.547423887587822, "f1": 0.3495414294750159 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6587301587301587, "recall": 0.6938095238095238, "f1": 0.6526081185986528 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.40697274862376626, "js_divergence": 0.09501893155280818 } } }, { "fold": 1, "best_params": { "dropout": 0.23085562232445592, "lr": 0.0005227270589225132, "weight_decay": 0.00461701039547356, "backbone_lr_ratio": 0.12087164274488635, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 9, "test_metrics": { "size": { "n_samples": 84, "mse": 0.28709899653313253, "rmse": 0.5358161965946275, "mae": 0.41961162147067843, "r2": -3.7562675545651993 }, "delivery": { "n_samples": 61, "mse": 1.0055884332484593, "rmse": 1.0027903236711349, "mae": 0.6592718309371687, "r2": 0.23884204782685936 }, "pdi": { "n_samples": 84, "accuracy": 0.44047619047619047, "precision": 0.34375, "recall": 0.32275132275132273, "f1": 0.2913806254767353 }, "ee": { "n_samples": 84, "accuracy": 0.5357142857142857, "precision": 0.5, "recall": 0.5004995004995004, "f1": 0.4796109240553685 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.4974494276121329, "js_divergence": 0.1259321573319038 } } }, { "fold": 2, "best_params": { "dropout": 0.18117503720006686, "lr": 8.135394049241399e-05, "weight_decay": 0.015076469897649124, "backbone_lr_ratio": 0.9586175198423679, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 84, "mse": 0.12734599676966307, "rmse": 0.3568557086129674, "mae": 0.283481532619113, "r2": -0.3644717949534717 }, "delivery": { "n_samples": 60, "mse": 0.6995736506531275, "rmse": 0.8364051952571359, "mae": 0.5743296845893686, "r2": 0.06874621814647808 }, "pdi": { "n_samples": 84, "accuracy": 0.5119047619047619, "precision": 0.41008771929824556, "recall": 0.6746031746031745, "f1": 0.4050345260514752 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6189974937343359, "recall": 0.687908496732026, "f1": 0.6319077437787746 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3964743242871827, "js_divergence": 0.10757710661599443 } } }, { "fold": 3, "best_params": { "dropout": 0.1799936812783694, "lr": 0.00033865324369584493, "weight_decay": 0.01440133094015265, "backbone_lr_ratio": 0.3278334190266755, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 10, "test_metrics": { "size": { "n_samples": 83, "mse": 0.46358638894813786, "rmse": 0.6808717859833361, "mae": 0.37019611553973464, "r2": -0.422531928127458 }, "delivery": { "n_samples": 59, "mse": 0.8370140113507513, "rmse": 0.9148846983914155, "mae": 0.6370043654657774, "r2": 0.18632293457411198 }, "pdi": { "n_samples": 84, "accuracy": 0.6071428571428571, "precision": 0.47548510048510045, "recall": 0.7491039426523297, "f1": 0.4726173766801967 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6115219070742745, "recall": 0.6469582704876823, "f1": 0.6198067632850242 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.40801997248379873, "js_divergence": 0.11086638268723202 } } }, { "fold": 4, "best_params": { "dropout": 0.14162975892531532, "lr": 0.0004019907813153378, "weight_decay": 0.00037960139235180325, "backbone_lr_ratio": 0.18010931581670617, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 12, "test_metrics": { "size": { "n_samples": 84, "mse": 0.15145313313910996, "rmse": 0.3891697998806048, "mae": 0.2744193644750686, "r2": -0.09948877551085711 }, "delivery": { "n_samples": 58, "mse": 0.9378577638427679, "rmse": 0.9684305673835207, "mae": 0.6135335185661398, "r2": 0.09310702461562304 }, "pdi": { "n_samples": 84, "accuracy": 0.6071428571428571, "precision": 0.4863247863247863, "recall": 0.7491039426523297, "f1": 0.5019607843137255 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6324786324786325, "recall": 0.7021367521367522, "f1": 0.6488452445899254 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.39116454524118993, "js_divergence": 0.1065009133663494 } } } ], "summary_stats": { "size": { "mse_mean": 0.2768235036159284, "mse_std": 0.1346583260723207, "rmse_mean": 0.508798491275714, "rmse_std": 0.13396864891266763, "mae_mean": 0.3427187344475763, "mae_std": 0.06271329639776796, "r2_mean": -0.9110994850991861, "r2_std": 1.3609378589681 }, "delivery": { "mse_mean": 0.834075853950265, "mse_std": 0.13581578656540713, "rmse_mean": 0.9102708371721865, "rmse_std": 0.0740463162089242, "mae_mean": 0.634870878942305, "mae_std": 0.04810398332825185, "r2_mean": 0.14309063048291837, "r2_std": 0.06678544282427759 }, "pdi": { "accuracy_mean": 0.573809523809524, "accuracy_std": 0.07315376902732006, "precision_mean": 0.40644301832628565, "precision_std": 0.06081224559746048, "recall_mean": 0.591894166836878, "recall_std": 0.15212645465643837, "f1_mean": 0.40503518503422653, "f1_std": 0.07270554354315185 }, "ee": { "accuracy_mean": 0.65, "accuracy_std": 0.05460640448180816, "precision_mean": 0.5988843624524457, "precision_std": 0.055997857124168736, "recall_mean": 0.6355952320322067, "recall_std": 0.07902933872282923, "f1_mean": 0.5997699900861396, "f1_std": 0.06505269720858664 }, "toxic": { "accuracy_mean": 0.9500396342534485, "accuracy_std": 0.014290090778642328, "precision_mean": 0.7457142857142857, "precision_std": 0.03149343955006944, "recall_mean": 0.9737706334802525, "recall_std": 0.007575117962473199, "f1_mean": 0.81483431023254, "f1_std": 0.0312513648447909 }, "biodist": { "kl_divergence_mean": 0.42024315728866957, "kl_divergence_std": 0.04170766696370389, "js_divergence_mean": 0.10843433388487847, "js_divergence_std": 0.010645869413863087 } } }