mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-07-25 15:35:25 +08:00
357 lines
10 KiB
JSON
357 lines
10 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.36120126405768543,
|
|
"lr": 0.0009943285546676244,
|
|
"weight_decay": 0.004534870859101433,
|
|
"backbone_lr_ratio": 0.09819347379144983,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.455186983895059,
|
|
"rmse": 1.2063113130096472,
|
|
"mae": 0.5686195082064852,
|
|
"r2": 0.10938974657104639
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.657963240459347,
|
|
"rmse": 0.8111493330203428,
|
|
"mae": 0.6435203616475237,
|
|
"r2": 0.16368901729680851
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6752136752136753,
|
|
"recall": 0.7191732002851033,
|
|
"f1": 0.6676810712111991
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7380952380952381,
|
|
"precision": 0.6959027993510752,
|
|
"recall": 0.7547619047619047,
|
|
"f1": 0.7078250840566112
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.2596632373195518,
|
|
"js_divergence": 0.050668348241854885
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.16065362373053327,
|
|
"lr": 0.0003827125972903083,
|
|
"weight_decay": 0.0010457496747445269,
|
|
"backbone_lr_ratio": 0.018093644223914483,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3409589679976698,
|
|
"rmse": 0.583916918745869,
|
|
"mae": 0.45027055373897645,
|
|
"r2": -0.04116746962026441
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.1068753279267725,
|
|
"rmse": 1.0520814264717215,
|
|
"mae": 0.6685854428921079,
|
|
"r2": 0.16217517021941497
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.5886939571150097,
|
|
"recall": 0.6031746031746031,
|
|
"f1": 0.5916666666666667
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5357142857142857,
|
|
"precision": 0.46129309287204023,
|
|
"recall": 0.46282289139432,
|
|
"f1": 0.45226267984888674
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.2958067591273321,
|
|
"js_divergence": 0.07873601208459458
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.21582761240051862,
|
|
"lr": 0.0009868479883958295,
|
|
"weight_decay": 0.09203244519568063,
|
|
"backbone_lr_ratio": 0.5839980659600624,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.4175255522433261,
|
|
"rmse": 0.6461621717830023,
|
|
"mae": 0.46772397933195214,
|
|
"r2": 0.1753944942347141
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.5916828875801762,
|
|
"rmse": 0.7692092612418133,
|
|
"mae": 0.5171970275618757,
|
|
"r2": 0.2123675238445204
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6503347534996957,
|
|
"recall": 0.6810850439882699,
|
|
"f1": 0.6554552912223134
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6424501424501424,
|
|
"recall": 0.7103174603174603,
|
|
"f1": 0.6601851851851852
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9180327868852459,
|
|
"precision": 0.6875,
|
|
"recall": 0.9568965517241379,
|
|
"f1": 0.7502047502047502
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.16762949265428556,
|
|
"js_divergence": 0.04296474968084666
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.34828519345906805,
|
|
"lr": 0.0004833716789421718,
|
|
"weight_decay": 0.011208992423316006,
|
|
"backbone_lr_ratio": 0.049467723646538654,
|
|
"llm_lora_r": 8,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 14,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7307133310877267,
|
|
"rmse": 1.315565783641292,
|
|
"mae": 0.624267839804202,
|
|
"r2": 0.021095348604392883
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7183388426661984,
|
|
"rmse": 0.8475487258359831,
|
|
"mae": 0.6008900250387141,
|
|
"r2": 0.3016892984397991
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6165865384615384,
|
|
"recall": 0.6422287390029326,
|
|
"f1": 0.6179337231968811
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6275132275132275,
|
|
"recall": 0.6534942182001006,
|
|
"f1": 0.6330903901253936
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3472778691473637,
|
|
"js_divergence": 0.08908498366865715
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.19855067735079376,
|
|
"lr": 0.0009737458085538766,
|
|
"weight_decay": 0.0873793743404466,
|
|
"backbone_lr_ratio": 0.1323301118513924,
|
|
"llm_lora_r": 32,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 8,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6823610498253468,
|
|
"rmse": 0.8260514813408102,
|
|
"mae": 0.467143061653977,
|
|
"r2": 0.08691615523471552
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.95594764711874,
|
|
"rmse": 0.9777257525087186,
|
|
"mae": 0.5984285688991177,
|
|
"r2": 0.07561440611739534
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6758977480219112,
|
|
"recall": 0.7118768328445748,
|
|
"f1": 0.6830188679245284
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6279735019572418,
|
|
"recall": 0.676068376068376,
|
|
"f1": 0.6401063285071521
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8659090909090909
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.17553375664728565,
|
|
"js_divergence": 0.047453497763602526
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9253491770098258,
|
|
"mse_std": 0.5635209849670987,
|
|
"rmse_mean": 0.9156015337041241,
|
|
"rmse_std": 0.29499662453743664,
|
|
"mae_mean": 0.5156049885471186,
|
|
"mae_std": 0.06859721905644692,
|
|
"r2_mean": 0.0703256550049209,
|
|
"r2_std": 0.07442452395794621
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.8061615891502468,
|
|
"mse_std": 0.1941861553420283,
|
|
"rmse_mean": 0.8915428998157159,
|
|
"rmse_std": 0.10636186787769025,
|
|
"mae_mean": 0.6057242852078679,
|
|
"mae_std": 0.05156305156562382,
|
|
"r2_mean": 0.18310708318358765,
|
|
"r2_std": 0.07387529634285352
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.6904761904761905,
|
|
"accuracy_std": 0.022587697572631283,
|
|
"precision_mean": 0.6413453344623661,
|
|
"precision_std": 0.03407905209553118,
|
|
"recall_mean": 0.6715076838590968,
|
|
"recall_std": 0.04363499054826829,
|
|
"f1_mean": 0.6431511240443177,
|
|
"f1_std": 0.03355328448013278
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.669047619047619,
|
|
"accuracy_std": 0.06917066212539978,
|
|
"precision_mean": 0.6110265528287455,
|
|
"precision_std": 0.07895636486811598,
|
|
"recall_mean": 0.6514929701484322,
|
|
"recall_std": 0.10032860777148758,
|
|
"f1_mean": 0.6186939335446457,
|
|
"f1_std": 0.0872135273694844
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9467609457288584,
|
|
"accuracy_std": 0.018697295798137017,
|
|
"precision_mean": 0.7403571428571428,
|
|
"precision_std": 0.03799167470563487,
|
|
"recall_mean": 0.972046495549218,
|
|
"recall_std": 0.009885999763715384,
|
|
"f1_mean": 0.8084466888449189,
|
|
"f1_std": 0.03946512235537587
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.24918222297916376,
|
|
"kl_divergence_std": 0.0692551792233217,
|
|
"js_divergence_mean": 0.06178151828791116,
|
|
"js_divergence_std": 0.018524576017435603
|
|
}
|
|
}
|
|
} |