{ "fold_results": [ { "fold": 0, "best_params": { "dropout": 0.17394178221021084, "lr": 0.0008692991511139548, "weight_decay": 0.012604664585649461, "backbone_lr_ratio": 0.7568292060167615, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 0.32257861692567663, "rmse": 0.567960048705608, "mae": 0.31035865933062085, "r2": -0.07107675306042016 }, "delivery": { "n_samples": 58, "mse": 0.5663698080597032, "rmse": 0.7525754500777335, "mae": 0.5982509058225771, "r2": 0.28010979698326477 }, "pdi": { "n_samples": 84, "accuracy": 0.7619047619047619, "precision": 0.41369047619047616, "recall": 0.570647931303669, "f1": 0.4308211473565804 }, "ee": { "n_samples": 84, "accuracy": 0.7261904761904762, "precision": 0.6878324844368987, "recall": 0.7209523809523809, "f1": 0.6887741512487962 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.3926160201854191, "js_divergence": 0.08674307332595234 } } }, { "fold": 1, "best_params": { "dropout": 0.10384800371647304, "lr": 0.0001279570746472226, "weight_decay": 4.1852509552898965e-05, "backbone_lr_ratio": 0.3376629665631628, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 17, "test_metrics": { "size": { "n_samples": 84, "mse": 0.08957809256845296, "rmse": 0.29929599490880754, "mae": 0.23231829348064603, "r2": -0.4840085838962582 }, "delivery": { "n_samples": 61, "mse": 1.0507386739143396, "rmse": 1.0250554491901107, "mae": 0.6530180171926002, "r2": 0.20466657047540615 }, "pdi": { "n_samples": 84, "accuracy": 0.4880952380952381, "precision": 0.24191919191919192, "recall": 0.21825396825396826, "f1": 0.2222222222222222 }, "ee": { "n_samples": 84, "accuracy": 0.5476190476190477, "precision": 0.49025974025974023, "recall": 0.4884639170353456, "f1": 0.4755038065382893 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.49752328596137474, "js_divergence": 0.1298567265780671 } } }, { "fold": 2, "best_params": { "dropout": 0.2636290439443595, "lr": 0.00010466580528023322, "weight_decay": 0.006927746271980836, "backbone_lr_ratio": 0.8337818756564023, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 84, "mse": 0.10270568332175314, "rmse": 0.32047727426722966, "mae": 0.26504439683187575, "r2": -0.10045868444087502 }, "delivery": { "n_samples": 60, "mse": 0.6479334722947253, "rmse": 0.804943148486106, "mae": 0.5286491472351675, "r2": 0.13748824601867593 }, "pdi": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.43184754521963825, "recall": 0.7014848950332823, "f1": 0.43844797178130507 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5883295286154832, "recall": 0.6176470588235293, "f1": 0.5941360089186176 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3661685785379984, "js_divergence": 0.097896603299405 } } }, { "fold": 3, "best_params": { "dropout": 0.26162738320409185, "lr": 0.0004044490597558798, "weight_decay": 7.205221534692395e-05, "backbone_lr_ratio": 0.07900176413772968, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 83, "mse": 0.4464246305433506, "rmse": 0.6681501556860932, "mae": 0.4577071551817009, "r2": -0.3698704396635446 }, "delivery": { "n_samples": 59, "mse": 0.7483002407454893, "rmse": 0.8650434906670816, "mae": 0.6075752978449909, "r2": 0.2725632597658799 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.47149122807017546, "recall": 0.7437275985663083, "f1": 0.4655994978028876 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6331979820351913, "recall": 0.6534942182001006, "f1": 0.6372471762542685 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.45626077922317954, "js_divergence": 0.11599223837350767 } } }, { "fold": 4, "best_params": { "dropout": 0.3625765078454039, "lr": 0.0002275295018001268, "weight_decay": 0.0448416500708463, "backbone_lr_ratio": 0.9894719193206745, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.1515180161283022, "rmse": 0.38925315172558617, "mae": 0.2619989627883548, "r2": -0.09995979989219483 }, "delivery": { "n_samples": 58, "mse": 0.9644662063026374, "rmse": 0.9820724037985373, "mae": 0.6300572055424082, "r2": 0.06737710001181019 }, "pdi": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.35128205128205126, "recall": 0.5418586789554531, "f1": 0.359983498349835 }, "ee": { "n_samples": 84, "accuracy": 0.7142857142857143, "precision": 0.6777971351142082, "recall": 0.7316239316239317, "f1": 0.6927021107128635 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.4022183174014837, "js_divergence": 0.10679024644721553 } } }, { "fold": 0, "best_params": { "dropout": 0.17394178221021084, "lr": 0.0008692991511139548, "weight_decay": 0.012604664585649461, "backbone_lr_ratio": 0.7568292060167615, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 0.27335362785162987, "rmse": 0.5228323133200834, "mae": 0.2646587670567524, "r2": 0.09236787314991679 }, "delivery": { "n_samples": 58, "mse": 0.6266138798614104, "rmse": 0.7915894642182969, "mae": 0.6268783063338749, "r2": 0.20353594636000905 }, "pdi": { "n_samples": 84, "accuracy": 0.5833333333333334, "precision": 0.34911616161616166, "recall": 0.532591725214676, "f1": 0.3726817042606517 }, "ee": { "n_samples": 84, "accuracy": 0.6428571428571429, "precision": 0.6745750184774574, "recall": 0.65, "f1": 0.6212006495929071 }, "toxic": { "n_samples": 58, "accuracy": 0.9827586206896551, "precision": 0.9912280701754386, "recall": 0.75, "f1": 0.8289085545722714 }, "biodist": { "n_samples": 58, "kl_divergence": 0.36684155421249465, "js_divergence": 0.08459006045737026 } } }, { "fold": 1, "best_params": { "dropout": 0.10384800371647304, "lr": 0.0001279570746472226, "weight_decay": 4.1852509552898965e-05, "backbone_lr_ratio": 0.3376629665631628, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 17, "test_metrics": { "size": { "n_samples": 84, "mse": 0.08146984680414535, "rmse": 0.2854292325676285, "mae": 0.21767334143320718, "r2": -0.3496821434735853 }, "delivery": { "n_samples": 61, "mse": 1.0904473156848673, "rmse": 1.0442448542774188, "mae": 0.6599734681124081, "r2": 0.1746099912086837 }, "pdi": { "n_samples": 84, "accuracy": 0.5357142857142857, "precision": 0.3838763575605681, "recall": 0.37566137566137564, "f1": 0.3487872596783488 }, "ee": { "n_samples": 84, "accuracy": 0.5357142857142857, "precision": 0.4564636752136752, "recall": 0.4544740973312402, "f1": 0.4475740309073643 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5191994338273651, "js_divergence": 0.133390010507665 } } }, { "fold": 2, "best_params": { "dropout": 0.2636290439443595, "lr": 0.00010466580528023322, "weight_decay": 0.006927746271980836, "backbone_lr_ratio": 0.8337818756564023, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 84, "mse": 0.12125461439631278, "rmse": 0.34821633275352376, "mae": 0.2753084216799055, "r2": -0.29920457296339475 }, "delivery": { "n_samples": 60, "mse": 0.6854320028215705, "rmse": 0.8279082091763377, "mae": 0.5523756401070083, "r2": 0.08757120249585015 }, "pdi": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.4586220836220836, "recall": 0.7329749103942652, "f1": 0.4518518518518519 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.6279802069275754, "recall": 0.6944444444444443, "f1": 0.6439817992323139 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3964294851645634, "js_divergence": 0.10166093827031751 } } }, { "fold": 3, "best_params": { "dropout": 0.26162738320409185, "lr": 0.0004044490597558798, "weight_decay": 7.205221534692395e-05, "backbone_lr_ratio": 0.07900176413772968, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 83, "mse": 0.4492520714018539, "rmse": 0.6702626883557325, "mae": 0.4418497430272849, "r2": -0.378546546192986 }, "delivery": { "n_samples": 59, "mse": 0.7723968020638662, "rmse": 0.878861082346844, "mae": 0.6126736976932419, "r2": 0.24913853923013773 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.4175641025641026, "recall": 0.680747567844342, "f1": 0.43159687042665773 }, "ee": { "n_samples": 84, "accuracy": 0.6309523809523809, "precision": 0.5534853959650707, "recall": 0.5724736048265461, "f1": 0.5548289684944762 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.431312081575883, "js_divergence": 0.11082453680268824 } } }, { "fold": 4, "best_params": { "dropout": 0.3625765078454039, "lr": 0.0002275295018001268, "weight_decay": 0.0448416500708463, "backbone_lr_ratio": 0.9894719193206745, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.170886835718096, "rmse": 0.41338460991925663, "mae": 0.29878092663628714, "r2": -0.24056963273277931 }, "delivery": { "n_samples": 58, "mse": 0.968847127241079, "rmse": 0.9843003237026182, "mae": 0.6712857072466406, "r2": 0.06314082178502656 }, "pdi": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.3400862068965517, "recall": 0.5228494623655914, "f1": 0.3645325203252032 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6417989417989417, "recall": 0.6871794871794873, "f1": 0.6548463356973995 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.393825272071608, "js_divergence": 0.10333396074064978 } } }, { "fold": 0, "best_params": { "dropout": 0.17394178221021084, "lr": 0.0008692991511139548, "weight_decay": 0.012604664585649461, "backbone_lr_ratio": 0.7568292060167615, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 15, "test_metrics": { "size": { "n_samples": 83, "mse": 0.27246983404452624, "rmse": 0.5219864309007718, "mae": 0.28265616979943703, "r2": 0.09530238570474492 }, "delivery": { "n_samples": 58, "mse": 0.604184383301435, "rmse": 0.7772929842095804, "mae": 0.6221898367050392, "r2": 0.23204518997142287 }, "pdi": { "n_samples": 84, "accuracy": 0.7380952380952381, "precision": 0.39046451914098973, "recall": 0.5624512099921936, "f1": 0.4189728353140917 }, "ee": { "n_samples": 84, "accuracy": 0.6904761904761905, "precision": 0.6848595848595848, "recall": 0.6666666666666666, "f1": 0.6505561230280331 }, "toxic": { "n_samples": 58, "accuracy": 0.9655172413793104, "precision": 0.75, "recall": 0.9821428571428572, "f1": 0.8242424242424242 }, "biodist": { "n_samples": 58, "kl_divergence": 0.39513784060217455, "js_divergence": 0.08783549794397413 } } }, { "fold": 1, "best_params": { "dropout": 0.10384800371647304, "lr": 0.0001279570746472226, "weight_decay": 4.1852509552898965e-05, "backbone_lr_ratio": 0.3376629665631628, "llm_lora_r": 16, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 17, "test_metrics": { "size": { "n_samples": 84, "mse": 0.10195066921659326, "rmse": 0.31929714877617255, "mae": 0.22798235643477666, "r2": -0.6889806861624865 }, "delivery": { "n_samples": 61, "mse": 1.0993270249173992, "rmse": 1.0484879708024308, "mae": 0.6632463136596269, "r2": 0.16788869144841 }, "pdi": { "n_samples": 84, "accuracy": 0.5119047619047619, "precision": 0.34006734006734013, "recall": 0.31216931216931215, "f1": 0.3148148148148148 }, "ee": { "n_samples": 84, "accuracy": 0.5357142857142857, "precision": 0.47448872021927047, "recall": 0.47331240188383045, "f1": 0.46254778641016153 }, "toxic": { "n_samples": 61, "accuracy": 0.9508196721311475, "precision": 0.75, "recall": 0.9741379310344828, "f1": 0.8200589970501475 }, "biodist": { "n_samples": 61, "kl_divergence": 0.5088345898691146, "js_divergence": 0.1334314820265482 } } }, { "fold": 2, "best_params": { "dropout": 0.2636290439443595, "lr": 0.00010466580528023322, "weight_decay": 0.006927746271980836, "backbone_lr_ratio": 0.8337818756564023, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 22, "test_metrics": { "size": { "n_samples": 84, "mse": 0.12090247209069646, "rmse": 0.34771032784589023, "mae": 0.2784879008928935, "r2": -0.29543148031806843 }, "delivery": { "n_samples": 60, "mse": 0.6492677806116993, "rmse": 0.8057715436844983, "mae": 0.5516021698790913, "r2": 0.13571205038126077 }, "pdi": { "n_samples": 84, "accuracy": 0.5714285714285714, "precision": 0.4586220836220836, "recall": 0.7329749103942652, "f1": 0.4518518518518519 }, "ee": { "n_samples": 84, "accuracy": 0.6666666666666666, "precision": 0.6032256850346281, "recall": 0.6454248366013072, "f1": 0.6147342995169082 }, "toxic": { "n_samples": 61, "accuracy": 0.9344262295081968, "precision": 0.7142857142857143, "recall": 0.9655172413793103, "f1": 0.7821428571428571 }, "biodist": { "n_samples": 60, "kl_divergence": 0.3796575473458722, "js_divergence": 0.10108036272798335 } } }, { "fold": 3, "best_params": { "dropout": 0.26162738320409185, "lr": 0.0004044490597558798, "weight_decay": 7.205221534692395e-05, "backbone_lr_ratio": 0.07900176413772968, "llm_lora_r": 32, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 14, "test_metrics": { "size": { "n_samples": 83, "mse": 0.45122799383005324, "rmse": 0.6717350622306782, "mae": 0.44397926330566406, "r2": -0.3846097370213326 }, "delivery": { "n_samples": 59, "mse": 0.8108848103710049, "rmse": 0.9004914271502005, "mae": 0.6249074435682368, "r2": 0.2117236223604647 }, "pdi": { "n_samples": 84, "accuracy": 0.5952380952380952, "precision": 0.35099206349206347, "recall": 0.5499231950844854, "f1": 0.3530056759545923 }, "ee": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.5756257631257631, "recall": 0.5945198592257416, "f1": 0.5782485101535254 }, "toxic": { "n_samples": 60, "accuracy": 0.9333333333333333, "precision": 0.7142857142857143, "recall": 0.9649122807017544, "f1": 0.7818181818181817 }, "biodist": { "n_samples": 60, "kl_divergence": 0.4477290570324428, "js_divergence": 0.11535991205187913 } } }, { "fold": 4, "best_params": { "dropout": 0.3625765078454039, "lr": 0.0002275295018001268, "weight_decay": 0.0448416500708463, "backbone_lr_ratio": 0.9894719193206745, "llm_lora_r": 8, "d_model": 256, "num_heads": 8, "n_attn_layers": 4, "fusion_strategy": "attention", "head_hidden_dim": 128, "set_transformer_block": "sab" }, "epoch_mean": 18, "test_metrics": { "size": { "n_samples": 84, "mse": 0.19538948202688425, "rmse": 0.4420288248823647, "mae": 0.3140518381482079, "r2": -0.41844898080859916 }, "delivery": { "n_samples": 58, "mse": 0.8735566441358382, "rmse": 0.9346425221098376, "mae": 0.6355925653258274, "r2": 0.15528514588278453 }, "pdi": { "n_samples": 84, "accuracy": 0.6547619047619048, "precision": 0.3333333333333333, "recall": 0.5149769585253456, "f1": 0.3569777217318201 }, "ee": { "n_samples": 84, "accuracy": 0.6785714285714286, "precision": 0.618080808080808, "recall": 0.6594017094017094, "f1": 0.632253086419753 }, "toxic": { "n_samples": 59, "accuracy": 0.9661016949152542, "precision": 0.8, "recall": 0.9821428571428572, "f1": 0.8659090909090909 }, "biodist": { "n_samples": 58, "kl_divergence": 0.40700346878885973, "js_divergence": 0.10808181429714495 } } } ], "summary_stats": { "size": { "mse_mean": 0.22339749912455512, "mse_std": 0.13276860667147747, "rmse_mean": 0.45253463978969516, "rmse_std": 0.13641810332564366, "mae_mean": 0.3048570797351743, "mae_std": 0.07637999745755018, "r2_mean": -0.2662118521181242, "r2_std": 0.20796761595726418 }, "delivery": { "mse_mean": 0.810584411488471, "mse_std": 0.17918852622038825, "rmse_mean": 0.8948853549265088, "rmse_std": 0.09881605652183918, "mae_mean": 0.6158850481512493, "mae_std": 0.04133793584599054, "r2_mean": 0.1761904116252725, "r2_std": 0.0670662068919268 }, "pdi": { "accuracy_mean": 0.6, "accuracy_std": 0.07271331378442132, "precision_mean": 0.382198316306454, "precision_std": 0.059482007465697324, "recall_mean": 0.552886246650569, "recall_std": 0.15151126540989962, "f1_mean": 0.3854764962481809, "f1_std": 0.06295617241236845 }, "ee": { "accuracy_mean": 0.6492063492063492, "accuracy_std": 0.05989829290194668, "precision_mean": 0.5992000446776198, "precision_std": 0.0738385570229797, "recall_mean": 0.6206719076130841, "recall_std": 0.08494291371338275, "f1_mean": 0.5966089895417119, "f1_std": 0.07618779152357238 }, "toxic": { "accuracy_mean": 0.9511890595408049, "accuracy_std": 0.016071213375949578, "precision_mean": 0.7617961570593149, "precision_std": 0.0689235340767993, "recall_mean": 0.958294443004062, "recall_std": 0.05613748087593979, "f1_mean": 0.8151453855878632, "f1_std": 0.03136647604932653 }, "biodist": { "kl_divergence_mean": 0.4240504874533223, "kl_divergence_std": 0.049093469886439346, "js_divergence_mean": 0.1077911642566912, "js_divergence_std": 0.015306583731384354 } } }