mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-25 15:35:25 +08:00
357 lines
10 KiB
JSON
357 lines
10 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.36120126405768543,
|
|
"lr": 0.0009943285546676244,
|
|
"weight_decay": 0.011860461070657894,
|
|
"backbone_lr_ratio": 0.09819347379144983,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 15,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.6152706135152473,
|
|
"rmse": 1.2709329697176195,
|
|
"mae": 0.5560500422066235,
|
|
"r2": 0.011414624800616835
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.569237390911561,
|
|
"rmse": 0.7544782242792438,
|
|
"mae": 0.5994908674138373,
|
|
"r2": 0.27646492613737106
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.6964285714285714,
|
|
"recall": 0.7195295794725588,
|
|
"f1": 0.7043740573152337
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.684408546477512,
|
|
"recall": 0.7380952380952381,
|
|
"f1": 0.6942196418797405
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9827586206896551,
|
|
"precision": 0.9912280701754386,
|
|
"recall": 0.75,
|
|
"f1": 0.8289085545722714
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.2234068484038443,
|
|
"js_divergence": 0.04400725882151094
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.2307845821368613,
|
|
"lr": 0.000958470938363808,
|
|
"weight_decay": 7.743828905178866e-05,
|
|
"backbone_lr_ratio": 0.011104773529240554,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 11,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3497929868728069,
|
|
"rmse": 0.5914329944066419,
|
|
"mae": 0.4466874681501871,
|
|
"r2": -0.06814342257090522
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1250146367822282,
|
|
"rmse": 1.0606670716026911,
|
|
"mae": 0.6891685391730461,
|
|
"r2": 0.14844502105923318
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6190476190476191,
|
|
"precision": 0.5575167376749848,
|
|
"recall": 0.5714285714285714,
|
|
"f1": 0.5543766578249336
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5476190476190477,
|
|
"precision": 0.4739422084623323,
|
|
"recall": 0.4779744065458351,
|
|
"f1": 0.4646469622331691
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9836065573770492,
|
|
"precision": 0.9915254237288136,
|
|
"recall": 0.8333333333333333,
|
|
"f1": 0.8957264957264958
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.22230263127128363,
|
|
"js_divergence": 0.05931753635423146
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.3632267382224968,
|
|
"lr": 0.0005436310282210407,
|
|
"weight_decay": 0.001502346334594783,
|
|
"backbone_lr_ratio": 0.08436478652740312,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 13,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3808630997006998,
|
|
"rmse": 0.6171410695300547,
|
|
"mae": 0.4970361513440453,
|
|
"r2": 0.24780218295956957
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6823172211803693,
|
|
"rmse": 0.826024951911484,
|
|
"mae": 0.5678542086932187,
|
|
"r2": 0.09171751672639383
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6693363844393593,
|
|
"recall": 0.717008797653959,
|
|
"f1": 0.662962962962963
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5985449735449735,
|
|
"recall": 0.6507936507936507,
|
|
"f1": 0.6140979689366786
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.2095544756354361,
|
|
"js_divergence": 0.05129503689646577
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.2834072840481449,
|
|
"lr": 0.0009817126260852267,
|
|
"weight_decay": 0.02817395190380758,
|
|
"backbone_lr_ratio": 0.07975174608349046,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.771712610404338,
|
|
"rmse": 1.3310569523519036,
|
|
"mae": 0.5784341517768531,
|
|
"r2": -0.002094156269689673
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7036047486492218,
|
|
"rmse": 0.8388115096070283,
|
|
"mae": 0.5862117674107016,
|
|
"r2": 0.3160125883953585
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.7014607425441266,
|
|
"recall": 0.7426686217008798,
|
|
"f1": 0.7105824446267432
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5854030501089325,
|
|
"recall": 0.6147812971342383,
|
|
"f1": 0.5895045852492662
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9666666666666667,
|
|
"precision": 0.8,
|
|
"recall": 0.9824561403508771,
|
|
"f1": 0.8660714285714286
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.20841596050219596,
|
|
"js_divergence": 0.05264348216657474
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.3555361701988309,
|
|
"lr": 0.0008600917157970105,
|
|
"weight_decay": 0.04751323754945044,
|
|
"backbone_lr_ratio": 0.0916633676039248,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 12,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.7148602454419013,
|
|
"rmse": 0.8454940836232394,
|
|
"mae": 0.5174528707229045,
|
|
"r2": 0.0434281945825975
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.8905622140496255,
|
|
"rmse": 0.9436960390134238,
|
|
"mae": 0.6175072552186662,
|
|
"r2": 0.138841040505834
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7976190476190477,
|
|
"precision": 0.7387740555951532,
|
|
"recall": 0.7456011730205279,
|
|
"f1": 0.7420054200542006
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6509661835748792,
|
|
"recall": 0.6675213675213675,
|
|
"f1": 0.6549590850833087
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 1.0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.1907601176792889,
|
|
"js_divergence": 0.047605114707691666
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9664999111869987,
|
|
"mse_std": 0.6092440138436447,
|
|
"rmse_mean": 0.9312116139258919,
|
|
"rmse_std": 0.31519016684619855,
|
|
"mae_mean": 0.5191321368401227,
|
|
"mae_std": 0.04608458146394721,
|
|
"r2_mean": 0.0464814847004378,
|
|
"r2_std": 0.10702101948116965
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.7941472423146012,
|
|
"mse_std": 0.19496533924809686,
|
|
"rmse_mean": 0.8847355592827743,
|
|
"rmse_std": 0.10672503199904841,
|
|
"mae_mean": 0.612046527581894,
|
|
"mae_std": 0.04184654036430236,
|
|
"r2_mean": 0.1942962185648381,
|
|
"r2_std": 0.08633257826101888
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.7214285714285713,
|
|
"accuracy_std": 0.06144518047887591,
|
|
"precision_mean": 0.672703298336439,
|
|
"precision_std": 0.061700087538997354,
|
|
"recall_mean": 0.6992473486552994,
|
|
"recall_std": 0.06495931304343325,
|
|
"f1_mean": 0.6748603085568148,
|
|
"f1_std": 0.06528928747510024
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6595238095238095,
|
|
"accuracy_std": 0.06326347740755436,
|
|
"precision_mean": 0.5986529924337259,
|
|
"precision_std": 0.07185963720361778,
|
|
"recall_mean": 0.6298331920180659,
|
|
"recall_std": 0.08586973889602928,
|
|
"f1_mean": 0.6034856486764326,
|
|
"f1_std": 0.07805952152979412
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9734916148483135,
|
|
"accuracy_std": 0.02219715383749552,
|
|
"precision_mean": 0.8994078416379934,
|
|
"precision_std": 0.1193210012004697,
|
|
"recall_mean": 0.906261343012704,
|
|
"recall_std": 0.09781609924991808,
|
|
"f1_mean": 0.8745698672026105,
|
|
"f1_std": 0.07332155517028771
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.21088800669840985,
|
|
"kl_divergence_std": 0.011832466231885556,
|
|
"js_divergence_mean": 0.05097368578929492,
|
|
"js_divergence_std": 0.005145672056299937
|
|
}
|
|
}
|
|
} |