357 lines
10 KiB
JSON

{
"fold_results": [
{
"fold": 0,
"best_params": {
"dropout": 0.36120126405768543,
"lr": 0.0009943285546676244,
"weight_decay": 0.011860461070657894,
"backbone_lr_ratio": 0.09819347379144983,
"llm_lora_r": 8,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 14,
"test_metrics": {
"size": {
"n_samples": 83,
"mse": 1.676027268087981,
"rmse": 1.2946147180099494,
"mae": 0.5815293254802026,
"r2": -0.025769943317001776
},
"delivery": {
"n_samples": 58,
"mse": 0.6715509417709401,
"rmse": 0.8194821180300031,
"mae": 0.665385747521088,
"r2": 0.1464182289946495
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7261904761904762,
"precision": 0.6759259259259259,
"recall": 0.703136136849608,
"f1": 0.6830188679245283
},
"ee": {
"n_samples": 84,
"accuracy": 0.7261904761904762,
"precision": 0.7083333333333334,
"recall": 0.7580952380952382,
"f1": 0.7063492063492064
},
"toxic": {
"n_samples": 58,
"accuracy": 1.0,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0
},
"biodist": {
"n_samples": 58,
"kl_divergence": 0.27181820448506416,
"js_divergence": 0.05273329950407624
}
}
},
{
"fold": 1,
"best_params": {
"dropout": 0.371435048249699,
"lr": 0.0009935032389272061,
"weight_decay": 0.02706809108748905,
"backbone_lr_ratio": 0.53351170976181,
"llm_lora_r": 16,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 14,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.30248181045202543,
"rmse": 0.5499834637987087,
"mae": 0.41426232776471544,
"r2": 0.07632809002212781
},
"delivery": {
"n_samples": 61,
"mse": 0.9428140250706672,
"rmse": 0.9709861096177779,
"mae": 0.6117104583526732,
"r2": 0.28635774947742054
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7142857142857143,
"precision": 0.6352542372881356,
"recall": 0.6507936507936508,
"f1": 0.6407697790449038
},
"ee": {
"n_samples": 84,
"accuracy": 0.5952380952380952,
"precision": 0.5219071648844568,
"recall": 0.5261643118785976,
"f1": 0.5190994916485113
},
"toxic": {
"n_samples": 61,
"accuracy": 0.9836065573770492,
"precision": 0.9915254237288136,
"recall": 0.8333333333333333,
"f1": 0.8957264957264958
},
"biodist": {
"n_samples": 61,
"kl_divergence": 0.1357482084903174,
"js_divergence": 0.03247745637511056
}
}
},
{
"fold": 2,
"best_params": {
"dropout": 0.19949078833513573,
"lr": 0.000977120870583528,
"weight_decay": 0.00021751974902947037,
"backbone_lr_ratio": 0.3167600286173088,
"llm_lora_r": 32,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 8,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.45175231057685106,
"rmse": 0.6721252194173725,
"mae": 0.5166641850955784,
"r2": 0.10779725805436557
},
"delivery": {
"n_samples": 60,
"mse": 0.6797533223458386,
"rmse": 0.8244715412589076,
"mae": 0.5551322677560772,
"r2": 0.09513051046010212
},
"pdi": {
"n_samples": 84,
"accuracy": 0.6428571428571429,
"precision": 0.5913461538461539,
"recall": 0.6114369501466275,
"f1": 0.5906432748538011
},
"ee": {
"n_samples": 84,
"accuracy": 0.6547619047619048,
"precision": 0.5999521759923482,
"recall": 0.6507936507936507,
"f1": 0.6146820206917817
},
"toxic": {
"n_samples": 61,
"accuracy": 1.0,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0
},
"biodist": {
"n_samples": 60,
"kl_divergence": 0.1407451063850808,
"js_divergence": 0.03442505767044702
}
}
},
{
"fold": 3,
"best_params": {
"dropout": 0.25690878511862153,
"lr": 0.0009464809649969671,
"weight_decay": 0.023088878222189472,
"backbone_lr_ratio": 0.07870652124780661,
"llm_lora_r": 8,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 11,
"test_metrics": {
"size": {
"n_samples": 83,
"mse": 1.7659412376668375,
"rmse": 1.3288872178130233,
"mae": 0.5967389072392539,
"r2": 0.0011701761394946608
},
"delivery": {
"n_samples": 59,
"mse": 0.6603468185467967,
"rmse": 0.8126172644897453,
"mae": 0.5195516526414934,
"r2": 0.35806443596877946
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7261904761904762,
"precision": 0.6489665003563792,
"recall": 0.6532258064516129,
"f1": 0.6509485094850949
},
"ee": {
"n_samples": 84,
"accuracy": 0.6428571428571429,
"precision": 0.5719226929111397,
"recall": 0.6070889894419307,
"f1": 0.5790513833992095
},
"toxic": {
"n_samples": 60,
"accuracy": 0.9333333333333333,
"precision": 0.7142857142857143,
"recall": 0.9649122807017544,
"f1": 0.7818181818181817
},
"biodist": {
"n_samples": 60,
"kl_divergence": 0.1758335960949415,
"js_divergence": 0.041986645103412025
}
}
},
{
"fold": 4,
"best_params": {
"dropout": 0.3438734193891897,
"lr": 0.0009229803835627424,
"weight_decay": 0.011592399226521383,
"backbone_lr_ratio": 0.10371501335121129,
"llm_lora_r": 32,
"d_model": 256,
"num_heads": 8,
"n_attn_layers": 4,
"fusion_strategy": "attention",
"head_hidden_dim": 128,
"set_transformer_block": "sab"
},
"epoch_mean": 13,
"test_metrics": {
"size": {
"n_samples": 84,
"mse": 0.6720339767468582,
"rmse": 0.8197767847084096,
"mae": 0.4649642623151608,
"r2": 0.10073506180051661
},
"delivery": {
"n_samples": 58,
"mse": 1.0497807825723042,
"rmse": 1.0245881038604265,
"mae": 0.6204070844526949,
"r2": -0.015120686859235066
},
"pdi": {
"n_samples": 84,
"accuracy": 0.7023809523809523,
"precision": 0.6586452762923352,
"recall": 0.6957478005865103,
"f1": 0.662107803700724
},
"ee": {
"n_samples": 84,
"accuracy": 0.6785714285714286,
"precision": 0.6134883720930232,
"recall": 0.6594017094017094,
"f1": 0.6279030910609859
},
"toxic": {
"n_samples": 59,
"accuracy": 1.0,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0
},
"biodist": {
"n_samples": 58,
"kl_divergence": 0.16245069368948398,
"js_divergence": 0.04122557581824096
}
}
}
],
"summary_stats": {
"size": {
"mse_mean": 0.9736473207061106,
"mse_std": 0.6220732102162669,
"rmse_mean": 0.9330774807494926,
"rmse_std": 0.32095752931546995,
"mae_mean": 0.5148318015789822,
"mae_std": 0.06893719143837518,
"r2_mean": 0.05205212853990058,
"r2_std": 0.0542441106655952
},
"delivery": {
"mse_mean": 0.8008491780613094,
"mse_std": 0.16324467202283593,
"rmse_mean": 0.890429027451372,
"rmse_std": 0.08936064644636925,
"mae_mean": 0.5944374421448053,
"mae_std": 0.05130150026957484,
"r2_mean": 0.17417004760834331,
"r2_std": 0.1336051051010961
},
"pdi": {
"accuracy_mean": 0.7023809523809523,
"accuracy_std": 0.031043820977155443,
"precision_mean": 0.6420276187417859,
"precision_std": 0.028593283934388595,
"recall_mean": 0.6628680689656019,
"recall_std": 0.03342609407670951,
"f1_mean": 0.6454976470018103,
"f1_std": 0.03080521418875638
},
"ee": {
"accuracy_mean": 0.6595238095238095,
"accuracy_std": 0.04298921448873283,
"precision_mean": 0.6031207478428603,
"precision_std": 0.06124733514891676,
"recall_mean": 0.6403087799222253,
"recall_std": 0.0754726921035143,
"f1_mean": 0.6094170386299389,
"f1_std": 0.06139158186540732
},
"toxic": {
"accuracy_mean": 0.9833879781420766,
"accuracy_std": 0.02582012027251532,
"precision_mean": 0.9411622276029057,
"precision_std": 0.1134857296764128,
"recall_mean": 0.9596491228070174,
"recall_std": 0.06460334259481396,
"f1_mean": 0.9355089355089354,
"f1_std": 0.08681103902459329
},
"biodist": {
"kl_divergence_mean": 0.17731916182897758,
"kl_divergence_std": 0.049435115062838576,
"js_divergence_mean": 0.04056960689425736,
"js_divergence_std": 0.007122248178910294
}
}
}