mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-24 23:11:52 +08:00
- Updated ablation_summary.csv with full 6-variant comparison - Updated run_all.sh to run 6 variants (added BioT5 variants) - Added per-fold json artifacts (best_params/test_metrics/splits/history/summary) - Model weights (.pt) excluded per .gitignore
947 lines
27 KiB
JSON
947 lines
27 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.17394178221021084,
|
|
"lr": 0.0008692991511139548,
|
|
"weight_decay": 0.012604664585649461,
|
|
"backbone_lr_ratio": 0.7568292060167615,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.5149383407462742,
|
|
"rmse": 1.2308283148945973,
|
|
"mae": 0.5505643196134682,
|
|
"r2": 0.07282044540430221
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.39396393758973075,
|
|
"rmse": 0.6276654663032935,
|
|
"mae": 0.43898446954272946,
|
|
"r2": 0.49924806199618754
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.8214285714285714,
|
|
"precision": 0.7751989389920424,
|
|
"recall": 0.7957947255880256,
|
|
"f1": 0.7839135654261704
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6467727674624226,
|
|
"recall": 0.6804761904761905,
|
|
"f1": 0.6515223317791536
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9827586206896551,
|
|
"precision": 0.9912280701754386,
|
|
"recall": 0.75,
|
|
"f1": 0.8289085545722714
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.2001182278729203,
|
|
"js_divergence": 0.03945583955146683
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.46346510313243516,
|
|
"lr": 0.0006611593614605952,
|
|
"weight_decay": 0.0012618934451314413,
|
|
"backbone_lr_ratio": 0.016144994436962733,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 21,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.4395358435955215,
|
|
"rmse": 0.6629749946985343,
|
|
"mae": 0.5030306407161766,
|
|
"r2": -0.34218620138152533
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1257630956632314,
|
|
"rmse": 1.0610198375446291,
|
|
"mae": 0.6725205194327186,
|
|
"r2": 0.1478784916419149
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5417771883289124,
|
|
"recall": 0.5476190476190477,
|
|
"f1": 0.5421135924037278
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.4785103785103786,
|
|
"recall": 0.4779744065458351,
|
|
"f1": 0.4642639781958667
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.38295749252013045,
|
|
"js_divergence": 0.09246241615458782
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.37957368636166133,
|
|
"lr": 0.0009769495719529073,
|
|
"weight_decay": 0.00041151384661719883,
|
|
"backbone_lr_ratio": 0.16649282214592181,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 20,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.48589445124357766,
|
|
"rmse": 0.6970612966185812,
|
|
"mae": 0.5312965631795427,
|
|
"r2": 0.040367140254082834
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.7147699904336099,
|
|
"rmse": 0.8454407078167042,
|
|
"mae": 0.5340412713664894,
|
|
"r2": 0.04851725600976342
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6670673076923077,
|
|
"recall": 0.7038123167155426,
|
|
"f1": 0.672514619883041
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6064814814814815,
|
|
"recall": 0.6573295985060691,
|
|
"f1": 0.6185851973086015
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.15665357630064303,
|
|
"js_divergence": 0.040015487284461464
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.2579933044043313,
|
|
"lr": 0.0008356094196044798,
|
|
"weight_decay": 0.01773605606917,
|
|
"backbone_lr_ratio": 0.0925525734131181,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.757765364542394,
|
|
"rmse": 1.3258074387113665,
|
|
"mae": 0.589673353370324,
|
|
"r2": 0.005794512294407306
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7355912040567187,
|
|
"rmse": 0.857666137874592,
|
|
"mae": 0.5746315904435212,
|
|
"r2": 0.2849179533995273
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.5982142857142857,
|
|
"recall": 0.6129032258064516,
|
|
"f1": 0.6013559322033898
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.5898730898730898,
|
|
"recall": 0.6022121669180492,
|
|
"f1": 0.5907255864702673
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.22815631846536583,
|
|
"js_divergence": 0.05563317108032269
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.27634688137192176,
|
|
"lr": 0.0006690284401705901,
|
|
"weight_decay": 0.0006607172959364349,
|
|
"backbone_lr_ratio": 0.10372147434590727,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.7667293944623308,
|
|
"rmse": 0.8756308551337891,
|
|
"mae": 0.5201750371017537,
|
|
"r2": -0.025979169780300237
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 1.1286937327949407,
|
|
"rmse": 1.062399987196414,
|
|
"mae": 0.6472625940203153,
|
|
"r2": -0.0914282070214969
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.7014607425441266,
|
|
"recall": 0.7426686217008798,
|
|
"f1": 0.7105824446267432
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6205808080808081,
|
|
"recall": 0.6705128205128205,
|
|
"f1": 0.6378968253968255
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.22047025807641488,
|
|
"js_divergence": 0.061807221040303985
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.17394178221021084,
|
|
"lr": 0.0008692991511139548,
|
|
"weight_decay": 0.012604664585649461,
|
|
"backbone_lr_ratio": 0.7568292060167615,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.5171974130573904,
|
|
"rmse": 1.2317456771011581,
|
|
"mae": 0.5484329929508,
|
|
"r2": 0.07143783754305522
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.4712037258277428,
|
|
"rmse": 0.686442805940701,
|
|
"mae": 0.484680590123452,
|
|
"r2": 0.4010716301942814
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.8333333333333334,
|
|
"precision": 0.7936507936507937,
|
|
"recall": 0.7769066286528867,
|
|
"f1": 0.7844574780058651
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6861025111799105,
|
|
"recall": 0.6904761904761904,
|
|
"f1": 0.6678105844772512
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9827586206896551,
|
|
"precision": 0.9912280701754386,
|
|
"recall": 0.75,
|
|
"f1": 0.8289085545722714
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.18354526384001882,
|
|
"js_divergence": 0.03665091855767172
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.46346510313243516,
|
|
"lr": 0.0006611593614605952,
|
|
"weight_decay": 0.0012618934451314413,
|
|
"backbone_lr_ratio": 0.016144994436962733,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 21,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.43151526418089386,
|
|
"rmse": 0.6568982144753431,
|
|
"mae": 0.5153566197093044,
|
|
"r2": -0.31769420334710685
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1793264158273358,
|
|
"rmse": 1.085967962615535,
|
|
"mae": 0.6843292663392962,
|
|
"r2": 0.10733491960022012
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.5873015873015872,
|
|
"recall": 0.5873015873015872,
|
|
"f1": 0.5873015873015872
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5238095238095238,
|
|
"precision": 0.4528099528099528,
|
|
"recall": 0.44767137624280484,
|
|
"f1": 0.4399655469422911
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.3908222296638151,
|
|
"js_divergence": 0.09199987769540309
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.37957368636166133,
|
|
"lr": 0.0009769495719529073,
|
|
"weight_decay": 0.00041151384661719883,
|
|
"backbone_lr_ratio": 0.16649282214592181,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 20,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.8692874326749802,
|
|
"rmse": 0.9323558508825802,
|
|
"mae": 0.6207977542321065,
|
|
"r2": -0.716827148003172
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.8069747310235574,
|
|
"rmse": 0.8983177227593573,
|
|
"mae": 0.582237891984793,
|
|
"r2": -0.07422323500079187
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7380952380952381,
|
|
"precision": 0.6923076923076923,
|
|
"recall": 0.7346041055718475,
|
|
"f1": 0.6998050682261208
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6229586426299045,
|
|
"recall": 0.6851073762838468,
|
|
"f1": 0.638092885375494
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.15019600854908347,
|
|
"js_divergence": 0.03837682892737912
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.2579933044043313,
|
|
"lr": 0.0008356094196044798,
|
|
"weight_decay": 0.01773605606917,
|
|
"backbone_lr_ratio": 0.0925525734131181,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7839036613886652,
|
|
"rmse": 1.3356285641557182,
|
|
"mae": 0.5837100798892508,
|
|
"r2": -0.008989507625456028
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7447054298412098,
|
|
"rmse": 0.8629631682993254,
|
|
"mae": 0.5869017900520209,
|
|
"r2": 0.27605784306757974
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.6746031746031746,
|
|
"recall": 0.6693548387096775,
|
|
"f1": 0.671813953488372
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5758454106280193,
|
|
"recall": 0.5945198592257416,
|
|
"f1": 0.5828738112363142
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.17570368425562716,
|
|
"js_divergence": 0.04457265075994887
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.27634688137192176,
|
|
"lr": 0.0006690284401705901,
|
|
"weight_decay": 0.0006607172959364349,
|
|
"backbone_lr_ratio": 0.10372147434590727,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6299538176794748,
|
|
"rmse": 0.7936963006588066,
|
|
"mae": 0.4772096515710776,
|
|
"r2": 0.15704354165794066
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 1.130537404033565,
|
|
"rmse": 1.063267324821733,
|
|
"mae": 0.6481935127541937,
|
|
"r2": -0.09321100667373372
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6423197492163009,
|
|
"recall": 0.6664222873900294,
|
|
"f1": 0.6480643539467068
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6017011547702085,
|
|
"recall": 0.6538461538461539,
|
|
"f1": 0.6188797558585049
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.19756374168468285,
|
|
"js_divergence": 0.05403238992729976
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.17394178221021084,
|
|
"lr": 0.0008692991511139548,
|
|
"weight_decay": 0.012604664585649461,
|
|
"backbone_lr_ratio": 0.7568292060167615,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 22,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.4361116809131524,
|
|
"rmse": 1.198378771888568,
|
|
"mae": 0.5522052053003067,
|
|
"r2": 0.1210643015326891
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.46636241840523374,
|
|
"rmse": 0.6829073278309684,
|
|
"mae": 0.5064258330084127,
|
|
"r2": 0.407225224071745
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7619047619047619,
|
|
"precision": 0.7006414825374199,
|
|
"recall": 0.7006414825374199,
|
|
"f1": 0.7006414825374199
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6769230769230768,
|
|
"recall": 0.7142857142857144,
|
|
"f1": 0.6824021697016661
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.2049816852555022,
|
|
"js_divergence": 0.03903044780108557
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.46346510313243516,
|
|
"lr": 0.0006611593614605952,
|
|
"weight_decay": 0.0012618934451314413,
|
|
"backbone_lr_ratio": 0.016144994436962733,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 21,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.44836934586132926,
|
|
"rmse": 0.6696038723464264,
|
|
"mae": 0.5152198335688029,
|
|
"r2": -0.3691605767909405
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1787930202927628,
|
|
"rmse": 1.0857223495409694,
|
|
"mae": 0.670826274077179,
|
|
"r2": 0.10773866156797751
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5583333333333333,
|
|
"recall": 0.5634920634920635,
|
|
"f1": 0.5598915989159892
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5714285714285714,
|
|
"precision": 0.5211940836940837,
|
|
"recall": 0.5292564578278864,
|
|
"f1": 0.5106135244066278
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.3013491251828872,
|
|
"js_divergence": 0.07396756747221324
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.37957368636166133,
|
|
"lr": 0.0009769495719529073,
|
|
"weight_decay": 0.00041151384661719883,
|
|
"backbone_lr_ratio": 0.16649282214592181,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 20,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.694104954036804,
|
|
"rmse": 0.8331296141878549,
|
|
"mae": 0.5730913195847755,
|
|
"r2": -0.3708448826723467
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.8789062653086458,
|
|
"rmse": 0.9375000081646111,
|
|
"mae": 0.5842139825302487,
|
|
"r2": -0.1699765745883759
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6428571428571428,
|
|
"recall": 0.6796187683284457,
|
|
"f1": 0.6415362731152205
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5879629629629629,
|
|
"recall": 0.6295518207282914,
|
|
"f1": 0.5990442054958184
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.1930069518225448,
|
|
"js_divergence": 0.04818290212448818
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.2579933044043313,
|
|
"lr": 0.0008356094196044798,
|
|
"weight_decay": 0.01773605606917,
|
|
"backbone_lr_ratio": 0.0925525734131181,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7071202920977901,
|
|
"rmse": 1.306568135268035,
|
|
"mae": 0.5980421773618064,
|
|
"r2": 0.034439751281000186
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7872583888568112,
|
|
"rmse": 0.8872758245646115,
|
|
"mae": 0.5833600104581249,
|
|
"r2": 0.23469131114880493
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6267796610169492,
|
|
"recall": 0.6370967741935484,
|
|
"f1": 0.6307367680675224
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6332323232323231,
|
|
"recall": 0.6600301659125188,
|
|
"f1": 0.641938178780284
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.22192827854405323,
|
|
"js_divergence": 0.05256172063312157
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.27634688137192176,
|
|
"lr": 0.0006690284401705901,
|
|
"weight_decay": 0.0006607172959364349,
|
|
"backbone_lr_ratio": 0.10372147434590727,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 18,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6188806793616102,
|
|
"rmse": 0.7866896969972406,
|
|
"mae": 0.4881071589770727,
|
|
"r2": 0.17186077618719975
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 1.1019690852549056,
|
|
"rmse": 1.049747153011098,
|
|
"mae": 0.6242254720679645,
|
|
"r2": -0.06558591402348912
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6686520376175549,
|
|
"recall": 0.6972140762463344,
|
|
"f1": 0.6762192056309704
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6253968253968254,
|
|
"recall": 0.6880341880341881,
|
|
"f1": 0.6459922331182074
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.19449513422362763,
|
|
"js_divergence": 0.05424559531739601
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 1.0067538623894792,
|
|
"mse_std": 0.5205158304025296,
|
|
"rmse_mean": 0.96913317320124,
|
|
"rmse_std": 0.25987449853799555,
|
|
"mae_mean": 0.5444608471417711,
|
|
"mae_std": 0.040902958350882444,
|
|
"r2_mean": -0.09845689222974469,
|
|
"r2_std": 0.2507492349150189
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.8563212563473335,
|
|
"mse_std": 0.26578017641088525,
|
|
"rmse_mean": 0.9129535856189696,
|
|
"rmse_std": 0.1511191809559604,
|
|
"mae_mean": 0.5881890045467639,
|
|
"mae_std": 0.07043943218567686,
|
|
"r2_mean": 0.1346837610260076,
|
|
"r2_std": 0.2032093070798247
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.7214285714285715,
|
|
"accuracy_std": 0.05495136308925004,
|
|
"precision_mean": 0.6580776745142416,
|
|
"precision_std": 0.06877780914813574,
|
|
"recall_mean": 0.6743633699902525,
|
|
"recall_std": 0.0715790564486541,
|
|
"f1_mean": 0.6607298615852565,
|
|
"f1_std": 0.06888301131752778
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6547619047619048,
|
|
"accuracy_std": 0.057010428558945926,
|
|
"precision_mean": 0.5950896979756966,
|
|
"precision_std": 0.06396232527293311,
|
|
"recall_mean": 0.6254189657214867,
|
|
"recall_std": 0.07822783760418099,
|
|
"f1_mean": 0.5993737876362116,
|
|
"f1_std": 0.07019293425541405
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9512455886532979,
|
|
"accuracy_std": 0.01815930794844806,
|
|
"precision_mean": 0.7754970760233918,
|
|
"precision_std": 0.09057557500914719,
|
|
"recall_mean": 0.9422435398841934,
|
|
"recall_std": 0.07573011723871058,
|
|
"f1_mean": 0.8129287182827004,
|
|
"f1_std": 0.03251238236071497
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.22679653175048778,
|
|
"kl_divergence_std": 0.07137247467056843,
|
|
"js_divergence_mean": 0.054866335621809995,
|
|
"js_divergence_std": 0.01765506187566907
|
|
}
|
|
}
|
|
} |