352 lines
10 KiB
JSON

{
"fold_results": [
{
"fold": 0,
"best_params": {
"dropout": 0.249816047538945,
"lr": 0.0007969454818643932,
"weight_decay": 0.008471801418819975,
"backbone_lr_ratio": 0.15751320499779725,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 13,
"test_metrics": {
"size": {
"n_samples": 83,
"mse": 1.4997791464662995,
"rmse": 1.2246547049949628,
"mae": 0.5329577082610992,
"r2": 0.08209824544573019
},
"delivery": {
"n_samples": 58,
"mse": 0.5621633803139553,
"rmse": 0.7497755532917536,
"mae": 0.5971168833463614,
"r2": 0.2854564204804384
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7976190476190477,
"precision": 0.7458333333333333,
"recall": 0.7523164647184604,
"f1": 0.7489010022859153
},
"ee": {
"n_samples": 84,
"accuracy": 0.75,
"precision": 0.728583244712277,
"recall": 0.7614285714285715,
"f1": 0.7299803816657748
},
"toxic": {
"n_samples": 58,
"accuracy": 0.9655172413793104,
"precision": 0.75,
"recall": 0.9821428571428572,
"f1": 0.8242424242424242
},
"biodist": {
"n_samples": 58,
"kl_divergence": 0.2505519774721038,
"js_divergence": 0.04876761665965193
}
}
},
{
"fold": 1,
"best_params": {
"dropout": 0.36125999893855604,
"lr": 0.0005218589746733537,
"weight_decay": 0.00013957295237475344,
"backbone_lr_ratio": 0.05368136611253809,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 15,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.3450189290389537,
"rmse": 0.5873831194705494,
"mae": 0.45183507455069394,
"r2": -0.053565147232133015
},
"delivery": {
"n_samples": 61,
"mse": 1.1082149368704723,
"rmse": 1.0527178809493416,
"mae": 0.6711371511404143,
"r2": 0.1611611828200118
},
"pdi": {
"n_samples": 84,
"accuracy": 0.6547619047619048,
"precision": 0.5696286472148542,
"recall": 0.5793650793650793,
"f1": 0.571654650958326
},
"ee": {
"n_samples": 84,
"accuracy": 0.5595238095238095,
"precision": 0.50171998624011,
"recall": 0.5036154321868608,
"f1": 0.4913136288998358
},
"toxic": {
"n_samples": 61,
"accuracy": 0.9508196721311475,
"precision": 0.75,
"recall": 0.9741379310344828,
"f1": 0.8200589970501475
},
"biodist": {
"n_samples": 61,
"kl_divergence": 0.26572251656260437,
"js_divergence": 0.06909315114786709
}
}
},
{
"fold": 2,
"best_params": {
"dropout": 0.497804687444555,
"lr": 0.0008262030137574559,
"weight_decay": 0.0027980162766859887,
"backbone_lr_ratio": 0.25041980149691795,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 11,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.33659527812850365,
"rmse": 0.5801683187907658,
"mae": 0.4592306216779564,
"r2": 0.3352303396329478
},
"delivery": {
"n_samples": 60,
"mse": 0.6215280245003019,
"rmse": 0.7883704868272923,
"mae": 0.5425195595948026,
"r2": 0.17263847372827446
},
"pdi": {
"n_samples": 84,
"accuracy": 0.5952380952380952,
"precision": 0.6068181818181818,
"recall": 0.6378299120234604,
"f1": 0.5757575757575757
},
"ee": {
"n_samples": 84,
"accuracy": 0.6547619047619048,
"precision": 0.606140350877193,
"recall": 0.6720354808590102,
"f1": 0.6190881743565225
},
"toxic": {
"n_samples": 61,
"accuracy": 0.9344262295081968,
"precision": 0.7142857142857143,
"recall": 0.9655172413793103,
"f1": 0.7821428571428571
},
"biodist": {
"n_samples": 60,
"kl_divergence": 0.2123447981522219,
"js_divergence": 0.04886770818690606
}
}
},
{
"fold": 3,
"best_params": {
"dropout": 0.19620664816030634,
"lr": 0.0008203303040781945,
"weight_decay": 0.09163011132541928,
"backbone_lr_ratio": 0.7546459184154254,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 12,
"test_metrics": {
"size": {
"n_samples": 83,
"mse": 1.7611879007938644,
"rmse": 1.3270975475803821,
"mae": 0.5631435849782394,
"r2": 0.0038586997043298377
},
"delivery": {
"n_samples": 59,
"mse": 0.6930136672963602,
"rmse": 0.8324744244097594,
"mae": 0.541700589438995,
"r2": 0.32630837780631017
},
"pdi": {
"n_samples": 84,
"accuracy": 0.6785714285714286,
"precision": 0.6072124756335282,
"recall": 0.6209677419354839,
"f1": 0.6110444177671068
},
"ee": {
"n_samples": 84,
"accuracy": 0.6428571428571429,
"precision": 0.5801358234295416,
"recall": 0.599270990447461,
"f1": 0.5749640680242134
},
"toxic": {
"n_samples": 60,
"accuracy": 0.9333333333333333,
"precision": 0.7142857142857143,
"recall": 0.9649122807017544,
"f1": 0.7818181818181817
},
"biodist": {
"n_samples": 60,
"kl_divergence": 0.20239779905020466,
"js_divergence": 0.050275046923259875
}
}
},
{
"fold": 4,
"best_params": {
"dropout": 0.3061951110950902,
"lr": 0.0008643881414012139,
"weight_decay": 0.00011771973478525925,
"backbone_lr_ratio": 0.12472198351350613,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 15,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.5915837666928274,
"rmse": 0.769144828164909,
"mae": 0.4365386986783484,
"r2": 0.2083874360488871
},
"delivery": {
"n_samples": 58,
"mse": 0.9647128449414197,
"rmse": 0.9821979662682161,
"mae": 0.6298785273884905,
"r2": 0.06713860451964326
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7619047619047619,
"precision": 0.7175480769230769,
"recall": 0.7653958944281525,
"f1": 0.7270955165692008
},
"ee": {
"n_samples": 84,
"accuracy": 0.6904761904761905,
"precision": 0.6276353276353276,
"recall": 0.6547008547008547,
"f1": 0.6362408486478409
},
"toxic": {
"n_samples": 59,
"accuracy": 1.0,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0
},
"biodist": {
"n_samples": 58,
"kl_divergence": 0.18118856500710467,
"js_divergence": 0.044863367372506804
}
}
}
],
"summary_stats": {
"size": {
"mse_mean": 0.9068330042240899,
"mse_std": 0.6036051056768003,
"rmse_mean": 0.8976897038003138,
"rmse_std": 0.3177832593372322,
"mae_mean": 0.4887411376292675,
"mae_std": 0.04989759907260662,
"r2_mean": 0.11520191471995238,
"r2_std": 0.14076330118636055
},
"delivery": {
"mse_mean": 0.7899265707845018,
"mse_std": 0.21046803928662908,
"rmse_mean": 0.8811072623492725,
"rmse_std": 0.11651850934453273,
"mae_mean": 0.5964705421818127,
"mae_std": 0.050203724904436454,
"r2_mean": 0.20254061187093564,
"r2_std": 0.09288012684190738
},
"pdi": {
"accuracy_mean": 0.6976190476190476,
"accuracy_std": 0.07323122142490333,
"precision_mean": 0.6494081429845948,
"precision_std": 0.06913756578237862,
"recall_mean": 0.6711750184941273,
"recall_std": 0.07419331428775373,
"f1_mean": 0.6468906326676249,
"f1_std": 0.07595295223116724
},
"ee": {
"accuracy_mean": 0.6595238095238095,
"accuracy_std": 0.062360956446232345,
"precision_mean": 0.6088429465788898,
"precision_std": 0.0734814591004088,
"recall_mean": 0.6382102659245517,
"recall_std": 0.08512446409627589,
"f1_mean": 0.6103174203188375,
"f1_std": 0.07807680381726986
},
"toxic": {
"accuracy_mean": 0.9568192952703976,
"accuracy_std": 0.024614072428637914,
"precision_mean": 0.7857142857142858,
"precision_std": 0.10832679205787929,
"recall_mean": 0.977342062051681,
"recall_std": 0.012969364591169584,
"f1_mean": 0.8416524920507221,
"f1_std": 0.08119712321141342
},
"biodist": {
"kl_divergence_mean": 0.22244113124884785,
"kl_divergence_std": 0.031205587061351694,
"js_divergence_mean": 0.05237337805803836,
"js_divergence_std": 0.008551553107252485
}
}
}