mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-22 05:49:55 +08:00
357 lines
10 KiB
JSON
357 lines
10 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.36120126405768543,
|
|
"lr": 0.0009943285546676244,
|
|
"weight_decay": 0.011860461070657894,
|
|
"backbone_lr_ratio": 0.09819347379144983,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.676027268087981,
|
|
"rmse": 1.2946147180099494,
|
|
"mae": 0.5815293254802026,
|
|
"r2": -0.025769943317001776
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6715509417709401,
|
|
"rmse": 0.8194821180300031,
|
|
"mae": 0.665385747521088,
|
|
"r2": 0.1464182289946495
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6759259259259259,
|
|
"recall": 0.703136136849608,
|
|
"f1": 0.6830188679245283
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.7083333333333334,
|
|
"recall": 0.7580952380952382,
|
|
"f1": 0.7063492063492064
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 1.0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.27181820448506416,
|
|
"js_divergence": 0.05273329950407624
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.371435048249699,
|
|
"lr": 0.0009935032389272061,
|
|
"weight_decay": 0.02706809108748905,
|
|
"backbone_lr_ratio": 0.53351170976181,
|
|
"llm_lora_r": 16,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.30248181045202543,
|
|
"rmse": 0.5499834637987087,
|
|
"mae": 0.41426232776471544,
|
|
"r2": 0.07632809002212781
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 0.9428140250706672,
|
|
"rmse": 0.9709861096177779,
|
|
"mae": 0.6117104583526732,
|
|
"r2": 0.28635774947742054
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6352542372881356,
|
|
"recall": 0.6507936507936508,
|
|
"f1": 0.6407697790449038
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5952380952380952,
|
|
"precision": 0.5219071648844568,
|
|
"recall": 0.5261643118785976,
|
|
"f1": 0.5190994916485113
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9836065573770492,
|
|
"precision": 0.9915254237288136,
|
|
"recall": 0.8333333333333333,
|
|
"f1": 0.8957264957264958
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.1357482084903174,
|
|
"js_divergence": 0.03247745637511056
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.19949078833513573,
|
|
"lr": 0.000977120870583528,
|
|
"weight_decay": 0.00021751974902947037,
|
|
"backbone_lr_ratio": 0.3167600286173088,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.45175231057685106,
|
|
"rmse": 0.6721252194173725,
|
|
"mae": 0.5166641850955784,
|
|
"r2": 0.10779725805436557
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6797533223458386,
|
|
"rmse": 0.8244715412589076,
|
|
"mae": 0.5551322677560772,
|
|
"r2": 0.09513051046010212
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5913461538461539,
|
|
"recall": 0.6114369501466275,
|
|
"f1": 0.5906432748538011
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5999521759923482,
|
|
"recall": 0.6507936507936507,
|
|
"f1": 0.6146820206917817
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 1.0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.1407451063850808,
|
|
"js_divergence": 0.03442505767044702
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.25690878511862153,
|
|
"lr": 0.0009464809649969671,
|
|
"weight_decay": 0.023088878222189472,
|
|
"backbone_lr_ratio": 0.07870652124780661,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 11,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7659412376668375,
|
|
"rmse": 1.3288872178130233,
|
|
"mae": 0.5967389072392539,
|
|
"r2": 0.0011701761394946608
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.6603468185467967,
|
|
"rmse": 0.8126172644897453,
|
|
"mae": 0.5195516526414934,
|
|
"r2": 0.35806443596877946
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6489665003563792,
|
|
"recall": 0.6532258064516129,
|
|
"f1": 0.6509485094850949
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5719226929111397,
|
|
"recall": 0.6070889894419307,
|
|
"f1": 0.5790513833992095
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.1758335960949415,
|
|
"js_divergence": 0.041986645103412025
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.3438734193891897,
|
|
"lr": 0.0009229803835627424,
|
|
"weight_decay": 0.011592399226521383,
|
|
"backbone_lr_ratio": 0.10371501335121129,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 13,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6720339767468582,
|
|
"rmse": 0.8197767847084096,
|
|
"mae": 0.4649642623151608,
|
|
"r2": 0.10073506180051661
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 1.0497807825723042,
|
|
"rmse": 1.0245881038604265,
|
|
"mae": 0.6204070844526949,
|
|
"r2": -0.015120686859235066
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6586452762923352,
|
|
"recall": 0.6957478005865103,
|
|
"f1": 0.662107803700724
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6134883720930232,
|
|
"recall": 0.6594017094017094,
|
|
"f1": 0.6279030910609859
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 1.0,
|
|
"precision": 1.0,
|
|
"recall": 1.0,
|
|
"f1": 1.0
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.16245069368948398,
|
|
"js_divergence": 0.04122557581824096
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9736473207061106,
|
|
"mse_std": 0.6220732102162669,
|
|
"rmse_mean": 0.9330774807494926,
|
|
"rmse_std": 0.32095752931546995,
|
|
"mae_mean": 0.5148318015789822,
|
|
"mae_std": 0.06893719143837518,
|
|
"r2_mean": 0.05205212853990058,
|
|
"r2_std": 0.0542441106655952
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.8008491780613094,
|
|
"mse_std": 0.16324467202283593,
|
|
"rmse_mean": 0.890429027451372,
|
|
"rmse_std": 0.08936064644636925,
|
|
"mae_mean": 0.5944374421448053,
|
|
"mae_std": 0.05130150026957484,
|
|
"r2_mean": 0.17417004760834331,
|
|
"r2_std": 0.1336051051010961
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.7023809523809523,
|
|
"accuracy_std": 0.031043820977155443,
|
|
"precision_mean": 0.6420276187417859,
|
|
"precision_std": 0.028593283934388595,
|
|
"recall_mean": 0.6628680689656019,
|
|
"recall_std": 0.03342609407670951,
|
|
"f1_mean": 0.6454976470018103,
|
|
"f1_std": 0.03080521418875638
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6595238095238095,
|
|
"accuracy_std": 0.04298921448873283,
|
|
"precision_mean": 0.6031207478428603,
|
|
"precision_std": 0.06124733514891676,
|
|
"recall_mean": 0.6403087799222253,
|
|
"recall_std": 0.0754726921035143,
|
|
"f1_mean": 0.6094170386299389,
|
|
"f1_std": 0.06139158186540732
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9833879781420766,
|
|
"accuracy_std": 0.02582012027251532,
|
|
"precision_mean": 0.9411622276029057,
|
|
"precision_std": 0.1134857296764128,
|
|
"recall_mean": 0.9596491228070174,
|
|
"recall_std": 0.06460334259481396,
|
|
"f1_mean": 0.9355089355089354,
|
|
"f1_std": 0.08681103902459329
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.17731916182897758,
|
|
"kl_divergence_std": 0.049435115062838576,
|
|
"js_divergence_mean": 0.04056960689425736,
|
|
"js_divergence_std": 0.007122248178910294
|
|
}
|
|
}
|
|
} |