mirror of
https://github.com/RYDE-WORK/lnp_ml.git
synced 2026-09-18 16:23:20 +08:00
三个预训练分子编码器作为额外的 chemical token 接入(三选一,互斥):
- MolFormer-XL 768d(SMILES 序列,11亿分子预训练)
- GraphMVP 300d(2D 图自监督,ICLR'22)
- GROVER 3200d(图 Transformer,NeurIPS'20)
实现:embedding 离线编码存 npy,模型内按 {smiles: vector} 查表注入,
不改动前向逻辑,默认全关、不影响既有实验。
- models.py: 新增三个 CHEM_KEYS_WITH_*、统一的 _load_offline_emb 查表、
proj_input_dims 按开关裁剪、forward 注入;子类同步转发参数
- nested_cv_optuna.py / pretrain.py: 新增 --{molformer,graphmvp,grover}-emb/-csv
- scripts_run/encode_embeddings/: 三个离线编码脚本 + README(含权重来源与
新旧环境兼容补丁说明)
- results/pretrained_encoders/: 五组 15 折结果 summary
(trials15/inner3/repeats3/seed42, 均带 external 预训练)
注:npy embedding 与预训练权重未入库(可由编码脚本复现)
932 lines
26 KiB
JSON
932 lines
26 KiB
JSON
{
|
|
"fold_results": [
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.25888363054578495,
|
|
"lr": 0.0006536264082965735,
|
|
"weight_decay": 0.00932351457657158,
|
|
"backbone_lr_ratio": 0.1667894332719967,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 13,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.5789235054424788,
|
|
"rmse": 1.2565522294924627,
|
|
"mae": 0.5897082271031946,
|
|
"r2": 0.03365994962165875
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.5843462843532253,
|
|
"rmse": 0.7644254602989263,
|
|
"mae": 0.6106570679694414,
|
|
"r2": 0.2572606108431995
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.7065217391304348,
|
|
"recall": 0.7573057733428368,
|
|
"f1": 0.7039987743220468
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6785714285714286,
|
|
"precision": 0.6388888888888888,
|
|
"recall": 0.6842857142857143,
|
|
"f1": 0.6433139534883722
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.295739533929628,
|
|
"js_divergence": 0.06360146142338208
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.37015922545878527,
|
|
"lr": 0.0009352630241255291,
|
|
"weight_decay": 0.005516105285933501,
|
|
"backbone_lr_ratio": 0.12042458689005697,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3504606454005027,
|
|
"rmse": 0.5919971667166176,
|
|
"mae": 0.4625389823867452,
|
|
"r2": -0.07018221434674188
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0871146054096508,
|
|
"rmse": 1.0426478817940652,
|
|
"mae": 0.6687804595490948,
|
|
"r2": 0.17713261263549906
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6067796610169491,
|
|
"recall": 0.6190476190476191,
|
|
"f1": 0.6108339272986457
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5357142857142857,
|
|
"precision": 0.4496353496353496,
|
|
"recall": 0.4523333809048095,
|
|
"f1": 0.4379382564939481
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.382227541927671,
|
|
"js_divergence": 0.09520406464421978
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.4042053577703755,
|
|
"lr": 0.0004438352448528134,
|
|
"weight_decay": 0.09116356780872863,
|
|
"backbone_lr_ratio": 0.14631991134515426,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 17,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3317227949570641,
|
|
"rmse": 0.5759538132151432,
|
|
"mae": 0.44960591762459706,
|
|
"r2": 0.3448534068400446
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.6524805809132939,
|
|
"rmse": 0.8077627008678315,
|
|
"mae": 0.5519438893922294,
|
|
"r2": 0.13143525632475672
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6586452762923352,
|
|
"recall": 0.6957478005865103,
|
|
"f1": 0.662107803700724
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.640510613250929,
|
|
"recall": 0.7009803921568626,
|
|
"f1": 0.6591013004136229
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.3461542146527445,
|
|
"js_divergence": 0.09035975387137388
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.12612237693012526,
|
|
"lr": 0.0009464809649969671,
|
|
"weight_decay": 0.07051438027639334,
|
|
"backbone_lr_ratio": 0.9343703462702573,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.630017453835127,
|
|
"rmse": 1.27672136891145,
|
|
"mae": 0.57301952361118,
|
|
"r2": 0.07804970427286173
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7426488745509607,
|
|
"rmse": 0.8617707784271643,
|
|
"mae": 0.5635692574304797,
|
|
"r2": 0.27805705915089884
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6489665003563792,
|
|
"recall": 0.6532258064516129,
|
|
"f1": 0.6509485094850949
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6190476190476191,
|
|
"precision": 0.5598290598290598,
|
|
"recall": 0.5861990950226245,
|
|
"f1": 0.5606349206349206
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.32329647019984065,
|
|
"js_divergence": 0.07342759749750183
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.20496607857127885,
|
|
"lr": 0.0009573095972231165,
|
|
"weight_decay": 0.00038069869878401156,
|
|
"backbone_lr_ratio": 0.04121720375781922,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.714982360155395,
|
|
"rmse": 0.845566295541275,
|
|
"mae": 0.5158508041640744,
|
|
"r2": 0.04326478992735272
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9337723075176421,
|
|
"rmse": 0.966318947096476,
|
|
"mae": 0.615490146495145,
|
|
"r2": 0.0970575934388902
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6423197492163009,
|
|
"recall": 0.6664222873900294,
|
|
"f1": 0.6480643539467068
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5733695652173912,
|
|
"recall": 0.6085470085470085,
|
|
"f1": 0.5861678004535147
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.3041751519174415,
|
|
"js_divergence": 0.0828665483142382
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.25888363054578495,
|
|
"lr": 0.0006536264082965735,
|
|
"weight_decay": 0.00932351457657158,
|
|
"backbone_lr_ratio": 0.1667894332719967,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 13,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.516128831525372,
|
|
"rmse": 1.2313118335845603,
|
|
"mae": 0.5887543337801134,
|
|
"r2": 0.07209183574368039
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6296859698518799,
|
|
"rmse": 0.793527548262743,
|
|
"mae": 0.6343367575699913,
|
|
"r2": 0.199631134600178
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7976190476190477,
|
|
"precision": 0.7537037037037038,
|
|
"recall": 0.7929436920883821,
|
|
"f1": 0.765709598031173
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6626672044094911,
|
|
"recall": 0.7147619047619048,
|
|
"f1": 0.6696677261461316
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.2648199540119534,
|
|
"js_divergence": 0.05676284260509181
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.37015922545878527,
|
|
"lr": 0.0009352630241255291,
|
|
"weight_decay": 0.005516105285933501,
|
|
"backbone_lr_ratio": 0.12042458689005697,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3644874868613839,
|
|
"rmse": 0.603727990788388,
|
|
"mae": 0.4844940258633523,
|
|
"r2": -0.11301520130806475
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.0796036294761662,
|
|
"rmse": 1.039039763183376,
|
|
"mae": 0.6630113559973533,
|
|
"r2": 0.1828178799589153
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5498305084745763,
|
|
"recall": 0.5555555555555556,
|
|
"f1": 0.5509622238061297
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5238095238095238,
|
|
"precision": 0.4709239314502473,
|
|
"recall": 0.48534798534798534,
|
|
"f1": 0.4678875968992248
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.360009988398715,
|
|
"js_divergence": 0.08968488957961811
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.4042053577703755,
|
|
"lr": 0.0004438352448528134,
|
|
"weight_decay": 0.09116356780872863,
|
|
"backbone_lr_ratio": 0.14631991134515426,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 17,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.3763557616627376,
|
|
"rmse": 0.613478411733239,
|
|
"mae": 0.48970496371787575,
|
|
"r2": 0.2567040950520848
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.703379623118135,
|
|
"rmse": 0.8386773057130704,
|
|
"mae": 0.5631674273948496,
|
|
"r2": 0.06367980912955817
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7142857142857143,
|
|
"precision": 0.6752941176470588,
|
|
"recall": 0.718475073313783,
|
|
"f1": 0.6785714285714286
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6362280701754386,
|
|
"recall": 0.7009803921568626,
|
|
"f1": 0.6528571942316682
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.33457114910094327,
|
|
"js_divergence": 0.08453543607257773
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.12612237693012526,
|
|
"lr": 0.0009464809649969671,
|
|
"weight_decay": 0.07051438027639334,
|
|
"backbone_lr_ratio": 0.9343703462702573,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.9634922624183433,
|
|
"rmse": 1.4012466815012778,
|
|
"mae": 0.6159229520596115,
|
|
"r2": -0.1105661891750771
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.8685113223217268,
|
|
"rmse": 0.9319395486412876,
|
|
"mae": 0.6189951948916256,
|
|
"r2": 0.1557038060862732
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6503347534996957,
|
|
"recall": 0.6810850439882699,
|
|
"f1": 0.6554552912223134
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5833333333333334,
|
|
"precision": 0.5217673814165041,
|
|
"recall": 0.5463298139768727,
|
|
"f1": 0.5207287433261615
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9,
|
|
"precision": 0.6666666666666666,
|
|
"recall": 0.9473684210526316,
|
|
"f1": 0.7222222222222222
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.24978094522784985,
|
|
"js_divergence": 0.06060532361779249
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.20496607857127885,
|
|
"lr": 0.0009573095972231165,
|
|
"weight_decay": 0.00038069869878401156,
|
|
"backbone_lr_ratio": 0.04121720375781922,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.666445125466178,
|
|
"rmse": 0.8163609039304723,
|
|
"mae": 0.49950868456203135,
|
|
"r2": 0.10821363903831627
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9994847526266784,
|
|
"rmse": 0.9997423431198053,
|
|
"mae": 0.6419767608288033,
|
|
"r2": 0.033514743806195346
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7023809523809523,
|
|
"precision": 0.6503347534996957,
|
|
"recall": 0.6810850439882699,
|
|
"f1": 0.6554552912223134
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6547619047619048,
|
|
"precision": 0.5829995828118482,
|
|
"recall": 0.614957264957265,
|
|
"f1": 0.5934111227214677
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.2719915000176464,
|
|
"js_divergence": 0.0728753918681956
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 0,
|
|
"best_params": {
|
|
"dropout": 0.25888363054578495,
|
|
"lr": 0.0006536264082965735,
|
|
"weight_decay": 0.00932351457657158,
|
|
"backbone_lr_ratio": 0.1667894332719967,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 13,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.515637174855938,
|
|
"rmse": 1.2311121698918983,
|
|
"mae": 0.5759322074836636,
|
|
"r2": 0.07239274172745469
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.6078859434204266,
|
|
"rmse": 0.7796704069159138,
|
|
"mae": 0.6284612801311344,
|
|
"r2": 0.22734028369354697
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.75,
|
|
"precision": 0.7147058823529412,
|
|
"recall": 0.7601568068424804,
|
|
"f1": 0.7211948790896159
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6904761904761905,
|
|
"precision": 0.6494435612082671,
|
|
"recall": 0.690952380952381,
|
|
"f1": 0.6540847855642071
|
|
},
|
|
"toxic": {
|
|
"n_samples": 58,
|
|
"accuracy": 0.9655172413793104,
|
|
"precision": 0.75,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.8242424242424242
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.28451853940500493,
|
|
"js_divergence": 0.06143098168643295
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 1,
|
|
"best_params": {
|
|
"dropout": 0.37015922545878527,
|
|
"lr": 0.0009352630241255291,
|
|
"weight_decay": 0.005516105285933501,
|
|
"backbone_lr_ratio": 0.12042458689005697,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 9,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.36607084927706934,
|
|
"rmse": 0.6050378907779821,
|
|
"mae": 0.4742527622064309,
|
|
"r2": -0.11785022720432559
|
|
},
|
|
"delivery": {
|
|
"n_samples": 61,
|
|
"mse": 1.072597205810797,
|
|
"rmse": 1.0356626892047416,
|
|
"mae": 0.6899142471737549,
|
|
"r2": 0.18812123758800225
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6309523809523809,
|
|
"precision": 0.5535714285714286,
|
|
"recall": 0.5634920634920635,
|
|
"f1": 0.553421368547419
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.5595238095238095,
|
|
"precision": 0.49943718228031947,
|
|
"recall": 0.516245659102802,
|
|
"f1": 0.5015974929297562
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9508196721311475,
|
|
"precision": 0.75,
|
|
"recall": 0.9741379310344828,
|
|
"f1": 0.8200589970501475
|
|
},
|
|
"biodist": {
|
|
"n_samples": 61,
|
|
"kl_divergence": 0.33867682492719764,
|
|
"js_divergence": 0.08667274774942817
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 2,
|
|
"best_params": {
|
|
"dropout": 0.4042053577703755,
|
|
"lr": 0.0004438352448528134,
|
|
"weight_decay": 0.09116356780872863,
|
|
"backbone_lr_ratio": 0.14631991134515426,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 17,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.5053228762985142,
|
|
"rmse": 0.7108606588484935,
|
|
"mae": 0.544970038779346,
|
|
"r2": 0.001996347897613271
|
|
},
|
|
"delivery": {
|
|
"n_samples": 60,
|
|
"mse": 0.7184112972452166,
|
|
"rmse": 0.8475914683650471,
|
|
"mae": 0.5859764796448872,
|
|
"r2": 0.043670045518013456
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6836007130124777,
|
|
"recall": 0.7265395894428153,
|
|
"f1": 0.6891391794046662
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.6104363472784525,
|
|
"recall": 0.6666666666666666,
|
|
"f1": 0.6224764228882279
|
|
},
|
|
"toxic": {
|
|
"n_samples": 61,
|
|
"accuracy": 0.9344262295081968,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9655172413793103,
|
|
"f1": 0.7821428571428571
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.34415499439775205,
|
|
"js_divergence": 0.08771435148935566
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 3,
|
|
"best_params": {
|
|
"dropout": 0.12612237693012526,
|
|
"lr": 0.0009464809649969671,
|
|
"weight_decay": 0.07051438027639334,
|
|
"backbone_lr_ratio": 0.9343703462702573,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 16,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 83,
|
|
"mse": 1.7695798467912622,
|
|
"rmse": 1.3302555569480858,
|
|
"mae": 0.6023058171933854,
|
|
"r2": -0.0008878489144126256
|
|
},
|
|
"delivery": {
|
|
"n_samples": 59,
|
|
"mse": 0.7584981089453127,
|
|
"rmse": 0.8709179691252861,
|
|
"mae": 0.581826904741258,
|
|
"r2": 0.2626497202576923
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7261904761904762,
|
|
"precision": 0.6489665003563792,
|
|
"recall": 0.6532258064516129,
|
|
"f1": 0.6509485094850949
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6666666666666666,
|
|
"precision": 0.571467539552646,
|
|
"recall": 0.583107088989442,
|
|
"f1": 0.5753294324722896
|
|
},
|
|
"toxic": {
|
|
"n_samples": 60,
|
|
"accuracy": 0.9333333333333333,
|
|
"precision": 0.7142857142857143,
|
|
"recall": 0.9649122807017544,
|
|
"f1": 0.7818181818181817
|
|
},
|
|
"biodist": {
|
|
"n_samples": 60,
|
|
"kl_divergence": 0.26330683934899884,
|
|
"js_divergence": 0.05955508350882244
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"fold": 4,
|
|
"best_params": {
|
|
"dropout": 0.20496607857127885,
|
|
"lr": 0.0009573095972231165,
|
|
"weight_decay": 0.00038069869878401156,
|
|
"backbone_lr_ratio": 0.04121720375781922,
|
|
"d_model": 256,
|
|
"num_heads": 8,
|
|
"n_attn_layers": 4,
|
|
"fusion_strategy": "attention",
|
|
"head_hidden_dim": 128,
|
|
"set_transformer_block": "sab"
|
|
},
|
|
"epoch_mean": 10,
|
|
"test_metrics": {
|
|
"size": {
|
|
"n_samples": 84,
|
|
"mse": 0.6649265530357125,
|
|
"rmse": 0.8154302870483242,
|
|
"mae": 0.5136514454137623,
|
|
"r2": 0.1102456775811359
|
|
},
|
|
"delivery": {
|
|
"n_samples": 58,
|
|
"mse": 0.9676062147836739,
|
|
"rmse": 0.9836697691723956,
|
|
"mae": 0.6175258674755179,
|
|
"r2": 0.06434076364622787
|
|
},
|
|
"pdi": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.7738095238095238,
|
|
"precision": 0.7122033898305085,
|
|
"recall": 0.7294721407624634,
|
|
"f1": 0.719359943731317
|
|
},
|
|
"ee": {
|
|
"n_samples": 84,
|
|
"accuracy": 0.6428571428571429,
|
|
"precision": 0.5648809523809524,
|
|
"recall": 0.5871794871794872,
|
|
"f1": 0.573676603432701
|
|
},
|
|
"toxic": {
|
|
"n_samples": 59,
|
|
"accuracy": 0.9661016949152542,
|
|
"precision": 0.8,
|
|
"recall": 0.9821428571428572,
|
|
"f1": 0.865909090909091
|
|
},
|
|
"biodist": {
|
|
"n_samples": 58,
|
|
"kl_divergence": 0.29835153058548175,
|
|
"js_divergence": 0.08270536087983824
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"summary_stats": {
|
|
"size": {
|
|
"mse_mean": 0.9543035685322051,
|
|
"mse_std": 0.5981213334036609,
|
|
"rmse_mean": 0.9270408839286446,
|
|
"rmse_std": 0.3080564364803995,
|
|
"mae_mean": 0.5320147123966243,
|
|
"mae_std": 0.05351966804020229,
|
|
"r2_mean": 0.04726470045023875,
|
|
"r2_std": 0.126102268122003
|
|
},
|
|
"delivery": {
|
|
"mse_mean": 0.8270684480229857,
|
|
"mse_std": 0.17693567699093907,
|
|
"rmse_mean": 0.9042243053458754,
|
|
"rmse_std": 0.09719492602371275,
|
|
"mae_mean": 0.615708873112371,
|
|
"mae_std": 0.039477393320796444,
|
|
"r2_mean": 0.1574941704451898,
|
|
"r2_std": 0.07929093899582297
|
|
},
|
|
"pdi": {
|
|
"accuracy_mean": 0.7142857142857143,
|
|
"accuracy_std": 0.04123930494211614,
|
|
"precision_mean": 0.657051911797391,
|
|
"precision_std": 0.05438419992076548,
|
|
"recall_mean": 0.6835853401829536,
|
|
"recall_std": 0.06618289811754123,
|
|
"f1_mean": 0.6610780721243127,
|
|
"f1_std": 0.05631636693524698
|
|
},
|
|
"ee": {
|
|
"accuracy_mean": 0.6365079365079365,
|
|
"accuracy_std": 0.05715387900758358,
|
|
"precision_mean": 0.5754990153190521,
|
|
"precision_std": 0.06434539420274109,
|
|
"recall_mean": 0.6092582823339125,
|
|
"recall_std": 0.0807804696823919,
|
|
"f1_mean": 0.5812582234730809,
|
|
"f1_std": 0.0702133273457957
|
|
},
|
|
"toxic": {
|
|
"accuracy_mean": 0.9478174120312263,
|
|
"accuracy_std": 0.018643838747495024,
|
|
"precision_mean": 0.7425396825396825,
|
|
"precision_std": 0.03650310527039388,
|
|
"recall_mean": 0.9726010428369776,
|
|
"recall_std": 0.009861789747008767,
|
|
"f1_mean": 0.8108612462594762,
|
|
"f1_std": 0.038209835226095154
|
|
},
|
|
"biodist": {
|
|
"kl_divergence_mean": 0.3107850118699246,
|
|
"kl_divergence_std": 0.03838394769553977,
|
|
"js_divergence_mean": 0.07653345565385793,
|
|
"js_divergence_std": 0.012738301434340309
|
|
}
|
|
}
|
|
} |