mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-23 14:21:38 +08:00
947 lines
27 KiB
JSON
947 lines
27 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.17394178221021084,
|
|
"lr": 0.0008692991511139548,
|
|
"weight_decay": 0.012604664585649461,
|
|
"backbone_lr_ratio": 0.7568292060167615,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.32257861692567663,
|
|
"rmse": 0.567960048705608,
|
|
"mae": 0.31035865933062085,
|
|
"r2": -0.07107675306042016
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.5663698080597032,
|
|
"rmse": 0.7525754500777335,
|
|
"mae": 0.5982509058225771,
|
|
"r2": 0.28010979698326477
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7619047619047619,
|
|
"precision": 0.41369047619047616,
|
|
"recall": 0.570647931303669,
|
|
"f1": 0.4308211473565804
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6878324844368987,
|
|
"recall": 0.7209523809523809,
|
|
"f1": 0.6887741512487962
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.3926160201854191,
|
|
"js_divergence": 0.08674307332595234
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.10384800371647304,
|
|
"lr": 0.0001279570746472226,
|
|
"weight_decay": 4.1852509552898965e-05,
|
|
"backbone_lr_ratio": 0.3376629665631628,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 17,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.08957809256845296,
|
|
"rmse": 0.29929599490880754,
|
|
"mae": 0.23231829348064603,
|
|
"r2": -0.4840085838962582
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0507386739143396,
|
|
"rmse": 1.0250554491901107,
|
|
"mae": 0.6530180171926002,
|
|
"r2": 0.20466657047540615
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.4880952380952381,
|
|
"precision": 0.24191919191919192,
|
|
"recall": 0.21825396825396826,
|
|
"f1": 0.2222222222222222
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.49025974025974023,
|
|
"recall": 0.4884639170353456,
|
|
"f1": 0.4755038065382893
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.49752328596137474,
|
|
"js_divergence": 0.1298567265780671
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.2636290439443595,
|
|
"lr": 0.00010466580528023322,
|
|
"weight_decay": 0.006927746271980836,
|
|
"backbone_lr_ratio": 0.8337818756564023,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.10270568332175314,
|
|
"rmse": 0.32047727426722966,
|
|
"mae": 0.26504439683187575,
|
|
"r2": -0.10045868444087502
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6479334722947253,
|
|
"rmse": 0.804943148486106,
|
|
"mae": 0.5286491472351675,
|
|
"r2": 0.13748824601867593
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.43184754521963825,
|
|
"recall": 0.7014848950332823,
|
|
"f1": 0.43844797178130507
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5883295286154832,
|
|
"recall": 0.6176470588235293,
|
|
"f1": 0.5941360089186176
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3661685785379984,
|
|
"js_divergence": 0.097896603299405
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.26162738320409185,
|
|
"lr": 0.0004044490597558798,
|
|
"weight_decay": 7.205221534692395e-05,
|
|
"backbone_lr_ratio": 0.07900176413772968,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.4464246305433506,
|
|
"rmse": 0.6681501556860932,
|
|
"mae": 0.4577071551817009,
|
|
"r2": -0.3698704396635446
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7483002407454893,
|
|
"rmse": 0.8650434906670816,
|
|
"mae": 0.6075752978449909,
|
|
"r2": 0.2725632597658799
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5952380952380952,
|
|
"precision": 0.47149122807017546,
|
|
"recall": 0.7437275985663083,
|
|
"f1": 0.4655994978028876
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6331979820351913,
|
|
"recall": 0.6534942182001006,
|
|
"f1": 0.6372471762542685
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.45626077922317954,
|
|
"js_divergence": 0.11599223837350767
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.3625765078454039,
|
|
"lr": 0.0002275295018001268,
|
|
"weight_decay": 0.0448416500708463,
|
|
"backbone_lr_ratio": 0.9894719193206745,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.1515180161283022,
|
|
"rmse": 0.38925315172558617,
|
|
"mae": 0.2619989627883548,
|
|
"r2": -0.09995979989219483
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9644662063026374,
|
|
"rmse": 0.9820724037985373,
|
|
"mae": 0.6300572055424082,
|
|
"r2": 0.06737710001181019
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.35128205128205126,
|
|
"recall": 0.5418586789554531,
|
|
"f1": 0.359983498349835
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6777971351142082,
|
|
"recall": 0.7316239316239317,
|
|
"f1": 0.6927021107128635
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.4022183174014837,
|
|
"js_divergence": 0.10679024644721553
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.17394178221021084,
|
|
"lr": 0.0008692991511139548,
|
|
"weight_decay": 0.012604664585649461,
|
|
"backbone_lr_ratio": 0.7568292060167615,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.27335362785162987,
|
|
"rmse": 0.5228323133200834,
|
|
"mae": 0.2646587670567524,
|
|
"r2": 0.09236787314991679
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6266138798614104,
|
|
"rmse": 0.7915894642182969,
|
|
"mae": 0.6268783063338749,
|
|
"r2": 0.20353594636000905
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5833333333333334,
|
|
"precision": 0.34911616161616166,
|
|
"recall": 0.532591725214676,
|
|
"f1": 0.3726817042606517
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.6745750184774574,
|
|
"recall": 0.65,
|
|
"f1": 0.6212006495929071
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9827586206896551,
|
|
"precision": 0.9912280701754386,
|
|
"recall": 0.75,
|
|
"f1": 0.8289085545722714
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.36684155421249465,
|
|
"js_divergence": 0.08459006045737026
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.10384800371647304,
|
|
"lr": 0.0001279570746472226,
|
|
"weight_decay": 4.1852509552898965e-05,
|
|
"backbone_lr_ratio": 0.3376629665631628,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 17,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.08146984680414535,
|
|
"rmse": 0.2854292325676285,
|
|
"mae": 0.21767334143320718,
|
|
"r2": -0.3496821434735853
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0904473156848673,
|
|
"rmse": 1.0442448542774188,
|
|
"mae": 0.6599734681124081,
|
|
"r2": 0.1746099912086837
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5357142857142857,
|
|
"precision": 0.3838763575605681,
|
|
"recall": 0.37566137566137564,
|
|
"f1": 0.3487872596783488
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5357142857142857,
|
|
"precision": 0.4564636752136752,
|
|
"recall": 0.4544740973312402,
|
|
"f1": 0.4475740309073643
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.5191994338273651,
|
|
"js_divergence": 0.133390010507665
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.2636290439443595,
|
|
"lr": 0.00010466580528023322,
|
|
"weight_decay": 0.006927746271980836,
|
|
"backbone_lr_ratio": 0.8337818756564023,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.12125461439631278,
|
|
"rmse": 0.34821633275352376,
|
|
"mae": 0.2753084216799055,
|
|
"r2": -0.29920457296339475
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6854320028215705,
|
|
"rmse": 0.8279082091763377,
|
|
"mae": 0.5523756401070083,
|
|
"r2": 0.08757120249585015
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.4586220836220836,
|
|
"recall": 0.7329749103942652,
|
|
"f1": 0.4518518518518519
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6279802069275754,
|
|
"recall": 0.6944444444444443,
|
|
"f1": 0.6439817992323139
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3964294851645634,
|
|
"js_divergence": 0.10166093827031751
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.26162738320409185,
|
|
"lr": 0.0004044490597558798,
|
|
"weight_decay": 7.205221534692395e-05,
|
|
"backbone_lr_ratio": 0.07900176413772968,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.4492520714018539,
|
|
"rmse": 0.6702626883557325,
|
|
"mae": 0.4418497430272849,
|
|
"r2": -0.378546546192986
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7723968020638662,
|
|
"rmse": 0.878861082346844,
|
|
"mae": 0.6126736976932419,
|
|
"r2": 0.24913853923013773
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5952380952380952,
|
|
"precision": 0.4175641025641026,
|
|
"recall": 0.680747567844342,
|
|
"f1": 0.43159687042665773
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5534853959650707,
|
|
"recall": 0.5724736048265461,
|
|
"f1": 0.5548289684944762
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.431312081575883,
|
|
"js_divergence": 0.11082453680268824
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.3625765078454039,
|
|
"lr": 0.0002275295018001268,
|
|
"weight_decay": 0.0448416500708463,
|
|
"backbone_lr_ratio": 0.9894719193206745,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.170886835718096,
|
|
"rmse": 0.41338460991925663,
|
|
"mae": 0.29878092663628714,
|
|
"r2": -0.24056963273277931
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.968847127241079,
|
|
"rmse": 0.9843003237026182,
|
|
"mae": 0.6712857072466406,
|
|
"r2": 0.06314082178502656
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.3400862068965517,
|
|
"recall": 0.5228494623655914,
|
|
"f1": 0.3645325203252032
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6417989417989417,
|
|
"recall": 0.6871794871794873,
|
|
"f1": 0.6548463356973995
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.393825272071608,
|
|
"js_divergence": 0.10333396074064978
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.17394178221021084,
|
|
"lr": 0.0008692991511139548,
|
|
"weight_decay": 0.012604664585649461,
|
|
"backbone_lr_ratio": 0.7568292060167615,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.27246983404452624,
|
|
"rmse": 0.5219864309007718,
|
|
"mae": 0.28265616979943703,
|
|
"r2": 0.09530238570474492
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.604184383301435,
|
|
"rmse": 0.7772929842095804,
|
|
"mae": 0.6221898367050392,
|
|
"r2": 0.23204518997142287
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7380952380952381,
|
|
"precision": 0.39046451914098973,
|
|
"recall": 0.5624512099921936,
|
|
"f1": 0.4189728353140917
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6848595848595848,
|
|
"recall": 0.6666666666666666,
|
|
"f1": 0.6505561230280331
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.39513784060217455,
|
|
"js_divergence": 0.08783549794397413
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.10384800371647304,
|
|
"lr": 0.0001279570746472226,
|
|
"weight_decay": 4.1852509552898965e-05,
|
|
"backbone_lr_ratio": 0.3376629665631628,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 17,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.10195066921659326,
|
|
"rmse": 0.31929714877617255,
|
|
"mae": 0.22798235643477666,
|
|
"r2": -0.6889806861624865
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0993270249173992,
|
|
"rmse": 1.0484879708024308,
|
|
"mae": 0.6632463136596269,
|
|
"r2": 0.16788869144841
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5119047619047619,
|
|
"precision": 0.34006734006734013,
|
|
"recall": 0.31216931216931215,
|
|
"f1": 0.3148148148148148
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5357142857142857,
|
|
"precision": 0.47448872021927047,
|
|
"recall": 0.47331240188383045,
|
|
"f1": 0.46254778641016153
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.5088345898691146,
|
|
"js_divergence": 0.1334314820265482
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.2636290439443595,
|
|
"lr": 0.00010466580528023322,
|
|
"weight_decay": 0.006927746271980836,
|
|
"backbone_lr_ratio": 0.8337818756564023,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.12090247209069646,
|
|
"rmse": 0.34771032784589023,
|
|
"mae": 0.2784879008928935,
|
|
"r2": -0.29543148031806843
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6492677806116993,
|
|
"rmse": 0.8057715436844983,
|
|
"mae": 0.5516021698790913,
|
|
"r2": 0.13571205038126077
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.4586220836220836,
|
|
"recall": 0.7329749103942652,
|
|
"f1": 0.4518518518518519
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6032256850346281,
|
|
"recall": 0.6454248366013072,
|
|
"f1": 0.6147342995169082
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3796575473458722,
|
|
"js_divergence": 0.10108036272798335
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.26162738320409185,
|
|
"lr": 0.0004044490597558798,
|
|
"weight_decay": 7.205221534692395e-05,
|
|
"backbone_lr_ratio": 0.07900176413772968,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 0.45122799383005324,
|
|
"rmse": 0.6717350622306782,
|
|
"mae": 0.44397926330566406,
|
|
"r2": -0.3846097370213326
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.8108848103710049,
|
|
"rmse": 0.9004914271502005,
|
|
"mae": 0.6249074435682368,
|
|
"r2": 0.2117236223604647
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5952380952380952,
|
|
"precision": 0.35099206349206347,
|
|
"recall": 0.5499231950844854,
|
|
"f1": 0.3530056759545923
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5756257631257631,
|
|
"recall": 0.5945198592257416,
|
|
"f1": 0.5782485101535254
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.4477290570324428,
|
|
"js_divergence": 0.11535991205187913
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.3625765078454039,
|
|
"lr": 0.0002275295018001268,
|
|
"weight_decay": 0.0448416500708463,
|
|
"backbone_lr_ratio": 0.9894719193206745,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.19538948202688425,
|
|
"rmse": 0.4420288248823647,
|
|
"mae": 0.3140518381482079,
|
|
"r2": -0.41844898080859916
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.8735566441358382,
|
|
"rmse": 0.9346425221098376,
|
|
"mae": 0.6355925653258274,
|
|
"r2": 0.15528514588278453
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.3333333333333333,
|
|
"recall": 0.5149769585253456,
|
|
"f1": 0.3569777217318201
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.618080808080808,
|
|
"recall": 0.6594017094017094,
|
|
"f1": 0.632253086419753
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.40700346878885973,
|
|
"js_divergence": 0.10808181429714495
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.22339749912455512,
|
|
"mse_std": 0.13276860667147747,
|
|
"rmse_mean": 0.45253463978969516,
|
|
"rmse_std": 0.13641810332564366,
|
|
"mae_mean": 0.3048570797351743,
|
|
"mae_std": 0.07637999745755018,
|
|
"r2_mean": -0.2662118521181242,
|
|
"r2_std": 0.20796761595726418
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.810584411488471,
|
|
"mse_std": 0.17918852622038825,
|
|
"rmse_mean": 0.8948853549265088,
|
|
"rmse_std": 0.09881605652183918,
|
|
"mae_mean": 0.6158850481512493,
|
|
"mae_std": 0.04133793584599054,
|
|
"r2_mean": 0.1761904116252725,
|
|
"r2_std": 0.0670662068919268
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.6,
|
|
"accuracy_std": 0.07271331378442132,
|
|
"precision_mean": 0.382198316306454,
|
|
"precision_std": 0.059482007465697324,
|
|
"recall_mean": 0.552886246650569,
|
|
"recall_std": 0.15151126540989962,
|
|
"f1_mean": 0.3854764962481809,
|
|
"f1_std": 0.06295617241236845
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6492063492063492,
|
|
"accuracy_std": 0.05989829290194668,
|
|
"precision_mean": 0.5992000446776198,
|
|
"precision_std": 0.0738385570229797,
|
|
"recall_mean": 0.6206719076130841,
|
|
"recall_std": 0.08494291371338275,
|
|
"f1_mean": 0.5966089895417119,
|
|
"f1_std": 0.07618779152357238
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9511890595408049,
|
|
"accuracy_std": 0.016071213375949578,
|
|
"precision_mean": 0.7617961570593149,
|
|
"precision_std": 0.0689235340767993,
|
|
"recall_mean": 0.958294443004062,
|
|
"recall_std": 0.05613748087593979,
|
|
"f1_mean": 0.8151453855878632,
|
|
"f1_std": 0.03136647604932653
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.4240504874533223,
|
|
"kl_divergence_std": 0.049093469886439346,
|
|
"js_divergence_mean": 0.1077911642566912,
|
|
"js_divergence_std": 0.015306583731384354
|
|
}
|
|
}
|
|
} |